2024-11-14 14:25:14,886 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-14 14:25:14,899 main DEBUG Took 0.011163 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 14:25:14,899 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 14:25:14,900 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 14:25:14,901 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 14:25:14,902 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,909 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 14:25:14,921 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,922 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,923 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,925 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,925 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,926 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,927 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,928 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,929 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,929 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,930 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,931 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:25:14,932 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,932 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 14:25:14,933 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:25:14,935 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 14:25:14,937 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 14:25:14,937 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 14:25:14,938 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 14:25:14,939 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 14:25:14,947 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 14:25:14,949 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 14:25:14,951 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 14:25:14,951 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 14:25:14,952 main DEBUG createAppenders(={Console}) 2024-11-14 14:25:14,952 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-14 14:25:14,953 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-14 14:25:14,953 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-14 14:25:14,953 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 14:25:14,954 main DEBUG OutputStream closed 2024-11-14 14:25:14,954 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 14:25:14,954 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 14:25:14,955 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-14 14:25:15,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 14:25:15,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 14:25:15,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 14:25:15,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 14:25:15,038 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 14:25:15,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 14:25:15,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 14:25:15,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 14:25:15,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 14:25:15,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 14:25:15,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 14:25:15,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 14:25:15,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 14:25:15,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 14:25:15,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 14:25:15,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 14:25:15,042 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 14:25:15,043 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 14:25:15,046 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 14:25:15,046 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-14 14:25:15,046 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 14:25:15,047 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-14T14:25:15,275 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b 2024-11-14 14:25:15,277 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 14:25:15,278 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T14:25:15,286 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-14T14:25:15,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:25:15,310 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4, deleteOnExit=true 2024-11-14T14:25:15,310 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-14T14:25:15,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/test.cache.data in system properties and HBase conf 2024-11-14T14:25:15,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:25:15,312 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:25:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:25:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:25:15,313 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-14T14:25:15,398 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T14:25:15,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:25:15,495 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:25:15,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:25:15,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:25:15,496 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:25:15,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:25:15,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:25:15,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:25:15,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:25:15,498 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:25:15,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:25:15,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:25:15,499 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:25:15,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:25:15,500 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:25:16,495 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:25:16,565 INFO [Time-limited test {}] log.Log(170): Logging initialized @2356ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T14:25:16,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:25:16,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:25:16,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:25:16,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:25:16,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:25:16,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:25:16,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:25:16,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:25:16,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/java.io.tmpdir/jetty-localhost-38695-hadoop-hdfs-3_4_1-tests_jar-_-any-3673249105170700021/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:25:16,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:38695} 2024-11-14T14:25:16,935 INFO [Time-limited test {}] server.Server(415): Started @2727ms 2024-11-14T14:25:17,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:25:17,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:25:17,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:25:17,449 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:25:17,449 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:25:17,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:25:17,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:25:17,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/java.io.tmpdir/jetty-localhost-44159-hadoop-hdfs-3_4_1-tests_jar-_-any-16118671069706090475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:25:17,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:44159} 2024-11-14T14:25:17,549 INFO [Time-limited test {}] server.Server(415): Started @3341ms 2024-11-14T14:25:17,597 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:25:18,404 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4/dfs/data/data1/current/BP-131207082-172.17.0.2-1731594316047/current, will proceed with Du for space computation calculation, 2024-11-14T14:25:18,404 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4/dfs/data/data2/current/BP-131207082-172.17.0.2-1731594316047/current, will proceed with Du for space computation calculation, 2024-11-14T14:25:18,431 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:25:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfe69019b084b6ee with lease ID 0xf80b42977159a286: Processing first storage report for DS-243d67de-17a6-48d9-a718-05cbb1e5f6b9 from datanode DatanodeRegistration(127.0.0.1:41953, datanodeUuid=234fef79-4b5e-41fa-a6f2-cffedebb3877, infoPort=36597, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=1746586781;c=1731594316047) 2024-11-14T14:25:18,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfe69019b084b6ee with lease ID 0xf80b42977159a286: from storage DS-243d67de-17a6-48d9-a718-05cbb1e5f6b9 node DatanodeRegistration(127.0.0.1:41953, datanodeUuid=234fef79-4b5e-41fa-a6f2-cffedebb3877, infoPort=36597, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=1746586781;c=1731594316047), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T14:25:18,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfe69019b084b6ee with lease ID 0xf80b42977159a286: Processing first storage report for DS-0e59dc4c-f81e-4f0f-8b70-89bb1a3e3309 from datanode DatanodeRegistration(127.0.0.1:41953, datanodeUuid=234fef79-4b5e-41fa-a6f2-cffedebb3877, infoPort=36597, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=1746586781;c=1731594316047) 2024-11-14T14:25:18,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfe69019b084b6ee with lease ID 0xf80b42977159a286: from storage DS-0e59dc4c-f81e-4f0f-8b70-89bb1a3e3309 node DatanodeRegistration(127.0.0.1:41953, datanodeUuid=234fef79-4b5e-41fa-a6f2-cffedebb3877, infoPort=36597, infoSecurePort=0, ipcPort=34693, storageInfo=lv=-57;cid=testClusterID;nsid=1746586781;c=1731594316047), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:25:18,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b 2024-11-14T14:25:18,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4/zookeeper_0, clientPort=64189, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:25:18,674 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64189 2024-11-14T14:25:18,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:18,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:25:19,302 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 with version=8 2024-11-14T14:25:19,303 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/hbase-staging 2024-11-14T14:25:19,413 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T14:25:19,661 INFO [Time-limited test {}] client.ConnectionUtils(129): master/d4069aa67eab:0 server-side Connection retries=45 2024-11-14T14:25:19,676 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:25:19,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:25:19,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:25:19,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:25:19,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:25:19,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:25:19,843 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T14:25:19,851 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T14:25:19,855 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:25:19,878 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46725 (auto-detected) 2024-11-14T14:25:19,879 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T14:25:19,896 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40903 2024-11-14T14:25:19,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:19,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:19,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40903 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-11-14T14:25:20,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409030x0, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:25:20,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40903-0x1013b0615ab0000 connected 2024-11-14T14:25:20,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:25:20,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:25:20,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:25:20,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40903 2024-11-14T14:25:20,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40903 2024-11-14T14:25:20,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40903 2024-11-14T14:25:20,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40903 2024-11-14T14:25:20,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40903 2024-11-14T14:25:20,134 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8, hbase.cluster.distributed=false 2024-11-14T14:25:20,189 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/d4069aa67eab:0 server-side Connection retries=45 2024-11-14T14:25:20,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:25:20,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:25:20,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:25:20,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:25:20,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:25:20,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:25:20,194 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:25:20,195 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43913 2024-11-14T14:25:20,196 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:25:20,200 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:25:20,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:20,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:20,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43913 connecting to ZooKeeper ensemble=127.0.0.1:64189 2024-11-14T14:25:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439130x0, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:25:20,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439130x0, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:25:20,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43913-0x1013b0615ab0001 connected 2024-11-14T14:25:20,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:25:20,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:25:20,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43913 2024-11-14T14:25:20,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43913 2024-11-14T14:25:20,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43913 2024-11-14T14:25:20,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43913 2024-11-14T14:25:20,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43913 2024-11-14T14:25:20,225 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/d4069aa67eab,40903,1731594319407 2024-11-14T14:25:20,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:25:20,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:25:20,241 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d4069aa67eab,40903,1731594319407 2024-11-14T14:25:20,241 DEBUG [M:0;d4069aa67eab:40903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d4069aa67eab:40903 2024-11-14T14:25:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:25:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:25:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:20,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:20,265 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:25:20,265 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d4069aa67eab,40903,1731594319407 from backup master directory 2024-11-14T14:25:20,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:25:20,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d4069aa67eab,40903,1731594319407 2024-11-14T14:25:20,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:25:20,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:25:20,277 WARN [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:25:20,277 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d4069aa67eab,40903,1731594319407 2024-11-14T14:25:20,280 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T14:25:20,282 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T14:25:20,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:25:20,344 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/hbase.id with ID: b16768cd-6470-4d37-b48b-0e8c8d36142d 2024-11-14T14:25:20,386 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:25:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:25:20,454 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:25:20,456 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:25:20,471 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:20,475 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:25:20,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:25:20,924 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store 2024-11-14T14:25:20,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:25:21,350 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T14:25:21,351 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:21,352 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:25:21,352 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:25:21,352 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:25:21,352 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:25:21,352 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:25:21,352 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:25:21,352 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T14:25:21,354 WARN [master/d4069aa67eab:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/.initializing 2024-11-14T14:25:21,354 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/WALs/d4069aa67eab,40903,1731594319407 2024-11-14T14:25:21,360 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:25:21,370 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d4069aa67eab%2C40903%2C1731594319407, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/WALs/d4069aa67eab,40903,1731594319407, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/oldWALs, maxLogs=10 2024-11-14T14:25:21,387 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/WALs/d4069aa67eab,40903,1731594319407/d4069aa67eab%2C40903%2C1731594319407.1731594321374, exclude list is [], retry=0 2024-11-14T14:25:21,402 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-243d67de-17a6-48d9-a718-05cbb1e5f6b9,DISK] 2024-11-14T14:25:21,405 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T14:25:21,437 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/WALs/d4069aa67eab,40903,1731594319407/d4069aa67eab%2C40903%2C1731594319407.1731594321374 2024-11-14T14:25:21,438 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36597:36597)] 2024-11-14T14:25:21,438 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:25:21,439 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:21,442 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:25:21,443 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:25:21,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:25:21,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:25:21,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:21,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:25:21,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:25:21,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:25:21,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:21,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:21,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:25:21,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:25:21,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:21,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:21,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:25:21,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:25:21,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:21,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:21,522 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:25:21,523 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:25:21,533 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:25:21,538 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:25:21,543 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:25:21,545 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59685817, jitterRate=-0.11061201989650726}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:25:21,550 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T14:25:21,552 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:25:21,583 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df1a785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:21,615 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-14T14:25:21,626 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:25:21,626 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:25:21,628 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:25:21,630 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T14:25:21,635 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-14T14:25:21,635 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:25:21,663 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:25:21,675 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T14:25:21,718 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-14T14:25:21,721 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:25:21,723 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:25:21,730 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-14T14:25:21,733 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:25:21,737 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:25:21,747 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-14T14:25:21,748 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:25:21,756 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T14:25:21,768 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:25:21,776 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T14:25:21,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:25:21,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:25:21,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:21,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:21,790 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=d4069aa67eab,40903,1731594319407, sessionid=0x1013b0615ab0000, setting cluster-up flag (Was=false) 2024-11-14T14:25:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:21,843 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T14:25:21,846 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d4069aa67eab,40903,1731594319407 2024-11-14T14:25:21,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:21,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:21,893 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T14:25:21,895 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d4069aa67eab,40903,1731594319407 2024-11-14T14:25:21,937 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d4069aa67eab:43913 2024-11-14T14:25:21,939 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1008): ClusterId : b16768cd-6470-4d37-b48b-0e8c8d36142d 2024-11-14T14:25:21,941 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:25:21,953 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:25:21,953 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:25:21,965 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:25:21,966 DEBUG [RS:0;d4069aa67eab:43913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e83b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:21,968 DEBUG [RS:0;d4069aa67eab:43913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc554d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d4069aa67eab/172.17.0.2:0 2024-11-14T14:25:21,970 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-14T14:25:21,970 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-14T14:25:21,970 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-14T14:25:21,973 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(3073): reportForDuty to master=d4069aa67eab,40903,1731594319407 with isa=d4069aa67eab/172.17.0.2:43913, startcode=1731594320188 2024-11-14T14:25:21,978 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-14T14:25:21,983 DEBUG [RS:0;d4069aa67eab:43913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:25:21,984 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-14T14:25:21,988 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:25:21,994 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d4069aa67eab,40903,1731594319407 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:25:21,999 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d4069aa67eab:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:25:21,999 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d4069aa67eab:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:25:22,000 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d4069aa67eab:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:25:22,000 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d4069aa67eab:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:25:22,000 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d4069aa67eab:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:25:22,000 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,001 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d4069aa67eab:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:25:22,001 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:25:22,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:25:22,009 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731594352008 2024-11-14T14:25:22,011 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:25:22,012 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:25:22,012 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:22,013 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:25:22,015 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:25:22,015 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:25:22,015 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:25:22,016 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:25:22,017 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,019 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:25:22,024 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:25:22,024 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37239, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:25:22,024 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:25:22,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741831_1007 (size=1039) 2024-11-14T14:25:22,029 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-14T14:25:22,029 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 2024-11-14T14:25:22,031 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:25:22,031 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:25:22,031 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40903 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:22,033 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d4069aa67eab:0:becomeActiveMaster-HFileCleaner.large.0-1731594322033,5,FailOnTimeoutGroup] 2024-11-14T14:25:22,035 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d4069aa67eab:0:becomeActiveMaster-HFileCleaner.small.0-1731594322033,5,FailOnTimeoutGroup] 2024-11-14T14:25:22,035 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,035 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:25:22,037 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,037 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:25:22,059 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-14T14:25:22,059 WARN [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T14:25:22,160 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(3073): reportForDuty to master=d4069aa67eab,40903,1731594319407 with isa=d4069aa67eab/172.17.0.2:43913, startcode=1731594320188 2024-11-14T14:25:22,162 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40903 {}] master.ServerManager(332): Checking decommissioned status of RegionServer d4069aa67eab,43913,1731594320188 2024-11-14T14:25:22,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40903 {}] master.ServerManager(486): Registering regionserver=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:22,171 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 2024-11-14T14:25:22,171 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34543 2024-11-14T14:25:22,172 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-14T14:25:22,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:25:22,181 DEBUG [RS:0;d4069aa67eab:43913 {}] zookeeper.ZKUtil(111): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d4069aa67eab,43913,1731594320188 2024-11-14T14:25:22,181 WARN [RS:0;d4069aa67eab:43913 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:25:22,181 INFO [RS:0;d4069aa67eab:43913 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:25:22,182 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/WALs/d4069aa67eab,43913,1731594320188 2024-11-14T14:25:22,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d4069aa67eab,43913,1731594320188] 2024-11-14T14:25:22,196 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-14T14:25:22,206 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:25:22,220 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:25:22,222 INFO [RS:0;d4069aa67eab:43913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:25:22,223 INFO [RS:0;d4069aa67eab:43913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,223 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-14T14:25:22,229 INFO [RS:0;d4069aa67eab:43913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,229 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,229 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,229 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,229 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,229 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,230 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d4069aa67eab:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:25:22,230 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,230 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,230 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,230 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,230 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d4069aa67eab:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:25:22,230 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d4069aa67eab:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:25:22,230 DEBUG [RS:0;d4069aa67eab:43913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:25:22,231 INFO [RS:0;d4069aa67eab:43913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,231 INFO [RS:0;d4069aa67eab:43913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,231 INFO [RS:0;d4069aa67eab:43913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,232 INFO [RS:0;d4069aa67eab:43913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,232 INFO [RS:0;d4069aa67eab:43913 {}] hbase.ChoreService(168): Chore ScheduledChore name=d4069aa67eab,43913,1731594320188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:25:22,252 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:25:22,254 INFO [RS:0;d4069aa67eab:43913 {}] hbase.ChoreService(168): Chore ScheduledChore name=d4069aa67eab,43913,1731594320188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:22,272 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.Replication(204): d4069aa67eab,43913,1731594320188 started 2024-11-14T14:25:22,272 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1767): Serving as d4069aa67eab,43913,1731594320188, RpcServer on d4069aa67eab/172.17.0.2:43913, sessionid=0x1013b0615ab0001 2024-11-14T14:25:22,273 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:25:22,273 DEBUG [RS:0;d4069aa67eab:43913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d4069aa67eab,43913,1731594320188 2024-11-14T14:25:22,273 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd4069aa67eab,43913,1731594320188' 2024-11-14T14:25:22,273 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:25:22,274 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:25:22,275 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:25:22,275 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:25:22,275 DEBUG [RS:0;d4069aa67eab:43913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d4069aa67eab,43913,1731594320188 2024-11-14T14:25:22,275 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd4069aa67eab,43913,1731594320188' 2024-11-14T14:25:22,275 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:25:22,276 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:25:22,276 DEBUG [RS:0;d4069aa67eab:43913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:25:22,276 INFO [RS:0;d4069aa67eab:43913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:25:22,277 INFO [RS:0;d4069aa67eab:43913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:25:22,387 INFO [RS:0;d4069aa67eab:43913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:25:22,390 INFO [RS:0;d4069aa67eab:43913 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d4069aa67eab%2C43913%2C1731594320188, suffix=, logDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/WALs/d4069aa67eab,43913,1731594320188, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/oldWALs, maxLogs=32 2024-11-14T14:25:22,405 DEBUG [RS:0;d4069aa67eab:43913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/WALs/d4069aa67eab,43913,1731594320188/d4069aa67eab%2C43913%2C1731594320188.1731594322392, exclude list is [], retry=0 2024-11-14T14:25:22,409 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-243d67de-17a6-48d9-a718-05cbb1e5f6b9,DISK] 2024-11-14T14:25:22,412 INFO [RS:0;d4069aa67eab:43913 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/WALs/d4069aa67eab,43913,1731594320188/d4069aa67eab%2C43913%2C1731594320188.1731594322392 2024-11-14T14:25:22,412 DEBUG [RS:0;d4069aa67eab:43913 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36597:36597)] 2024-11-14T14:25:22,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:22,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:25:22,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:25:22,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:22,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:25:22,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:25:22,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:25:22,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:22,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:25:22,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:25:22,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:25:22,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:22,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:25:22,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740 2024-11-14T14:25:22,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740 2024-11-14T14:25:22,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:25:22,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T14:25:22,477 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:25:22,478 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74658723, jitterRate=0.11250166594982147}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:25:22,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T14:25:22,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:25:22,480 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T14:25:22,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T14:25:22,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:25:22,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:25:22,482 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T14:25:22,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T14:25:22,484 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:25:22,484 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-14T14:25:22,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:25:22,496 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:25:22,498 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:25:22,653 DEBUG [d4069aa67eab:40903 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T14:25:22,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:22,666 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d4069aa67eab,43913,1731594320188, state=OPENING 2024-11-14T14:25:22,710 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:25:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:22,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:22,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:25:22,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:25:22,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:25:22,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:22,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:25:22,906 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:25:22,916 INFO [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-14T14:25:22,916 INFO [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:25:22,917 INFO [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:25:22,920 INFO [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d4069aa67eab%2C43913%2C1731594320188.meta, suffix=.meta, logDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/WALs/d4069aa67eab,43913,1731594320188, archiveDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/oldWALs, maxLogs=32 2024-11-14T14:25:22,937 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/WALs/d4069aa67eab,43913,1731594320188/d4069aa67eab%2C43913%2C1731594320188.meta.1731594322923.meta, exclude list is [], retry=0 2024-11-14T14:25:22,940 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41953,DS-243d67de-17a6-48d9-a718-05cbb1e5f6b9,DISK] 2024-11-14T14:25:22,943 INFO [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/WALs/d4069aa67eab,43913,1731594320188/d4069aa67eab%2C43913%2C1731594320188.meta.1731594322923.meta 2024-11-14T14:25:22,944 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36597:36597)] 2024-11-14T14:25:22,944 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:25:22,945 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:25:22,994 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:25:22,998 INFO [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:25:23,003 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:25:23,003 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:23,003 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-14T14:25:23,004 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-14T14:25:23,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:25:23,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:25:23,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:23,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:25:23,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:25:23,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:25:23,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:23,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:25:23,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:25:23,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:25:23,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:23,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:25:23,016 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740 2024-11-14T14:25:23,019 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740 2024-11-14T14:25:23,022 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:25:23,025 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-14T14:25:23,026 INFO [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71111497, jitterRate=0.059643879532814026}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:25:23,028 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-14T14:25:23,034 INFO [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731594322897 2024-11-14T14:25:23,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:23,046 DEBUG [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:25:23,046 INFO [RS_OPEN_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-14T14:25:23,048 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d4069aa67eab,43913,1731594320188, state=OPEN 2024-11-14T14:25:23,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:25:23,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:25:23,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:25:23,083 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:25:23,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:25:23,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=d4069aa67eab,43913,1731594320188 in 361 msec 2024-11-14T14:25:23,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:25:23,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-11-14T14:25:23,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1740 sec 2024-11-14T14:25:23,105 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731594323104, completionTime=-1 2024-11-14T14:25:23,105 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T14:25:23,105 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-14T14:25:23,136 DEBUG [hconnection-0x38fd0fa6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:23,138 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:23,146 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-14T14:25:23,146 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731594383146 2024-11-14T14:25:23,146 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731594443146 2024-11-14T14:25:23,146 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 41 msec 2024-11-14T14:25:23,187 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4069aa67eab,40903,1731594319407-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:23,187 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4069aa67eab,40903,1731594319407-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:23,188 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4069aa67eab,40903,1731594319407-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:23,189 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d4069aa67eab:40903, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:23,190 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:23,195 DEBUG [master/d4069aa67eab:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-14T14:25:23,197 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-14T14:25:23,198 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:25:23,203 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-14T14:25:23,206 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:25:23,207 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:23,209 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:25:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741835_1011 (size=358) 2024-11-14T14:25:23,628 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bbbd9d320dd5f76fcb5bd793cf0ddeb3, NAME => 'hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 2024-11-14T14:25:23,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741836_1012 (size=42) 2024-11-14T14:25:24,042 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:24,043 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing bbbd9d320dd5f76fcb5bd793cf0ddeb3, disabling compactions & flushes 2024-11-14T14:25:24,043 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:25:24,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:25:24,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. after waiting 0 ms 2024-11-14T14:25:24,044 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:25:24,044 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:25:24,045 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for bbbd9d320dd5f76fcb5bd793cf0ddeb3: 2024-11-14T14:25:24,049 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:25:24,056 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731594324050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594324050"}]},"ts":"1731594324050"} 2024-11-14T14:25:24,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T14:25:24,078 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:25:24,081 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594324078"}]},"ts":"1731594324078"} 2024-11-14T14:25:24,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-14T14:25:24,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bbbd9d320dd5f76fcb5bd793cf0ddeb3, ASSIGN}] 2024-11-14T14:25:24,143 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=bbbd9d320dd5f76fcb5bd793cf0ddeb3, ASSIGN 2024-11-14T14:25:24,146 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=bbbd9d320dd5f76fcb5bd793cf0ddeb3, ASSIGN; state=OFFLINE, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=false 2024-11-14T14:25:24,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bbbd9d320dd5f76fcb5bd793cf0ddeb3, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:24,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure bbbd9d320dd5f76fcb5bd793cf0ddeb3, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:25:24,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:24,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:25:24,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => bbbd9d320dd5f76fcb5bd793cf0ddeb3, NAME => 'hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:25:24,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:25:24,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:24,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:25:24,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:25:24,480 INFO [StoreOpener-bbbd9d320dd5f76fcb5bd793cf0ddeb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:25:24,482 INFO [StoreOpener-bbbd9d320dd5f76fcb5bd793cf0ddeb3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbd9d320dd5f76fcb5bd793cf0ddeb3 columnFamilyName info 2024-11-14T14:25:24,483 DEBUG [StoreOpener-bbbd9d320dd5f76fcb5bd793cf0ddeb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:24,484 INFO [StoreOpener-bbbd9d320dd5f76fcb5bd793cf0ddeb3-1 {}] regionserver.HStore(327): Store=bbbd9d320dd5f76fcb5bd793cf0ddeb3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:24,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/namespace/bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:25:24,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/namespace/bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:25:24,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:25:24,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/namespace/bbbd9d320dd5f76fcb5bd793cf0ddeb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:25:24,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened bbbd9d320dd5f76fcb5bd793cf0ddeb3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67353888, jitterRate=0.003651142120361328}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:25:24,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for bbbd9d320dd5f76fcb5bd793cf0ddeb3: 2024-11-14T14:25:24,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3., pid=6, masterSystemTime=1731594324464 2024-11-14T14:25:24,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:25:24,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:25:24,508 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=bbbd9d320dd5f76fcb5bd793cf0ddeb3, regionState=OPEN, openSeqNum=2, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:24,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:25:24,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure bbbd9d320dd5f76fcb5bd793cf0ddeb3, server=d4069aa67eab,43913,1731594320188 in 204 msec 2024-11-14T14:25:24,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:25:24,519 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=bbbd9d320dd5f76fcb5bd793cf0ddeb3, ASSIGN in 377 msec 2024-11-14T14:25:24,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:25:24,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594324520"}]},"ts":"1731594324520"} 2024-11-14T14:25:24,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-14T14:25:24,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:25:24,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3810 sec 2024-11-14T14:25:24,608 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-14T14:25:24,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:24,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-14T14:25:24,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:25:24,648 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-14T14:25:24,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T14:25:24,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-11-14T14:25:24,694 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-14T14:25:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-14T14:25:24,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 37 msec 2024-11-14T14:25:24,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-14T14:25:24,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-14T14:25:24,772 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.494sec 2024-11-14T14:25:24,774 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:25:24,776 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:25:24,777 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:25:24,778 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:25:24,778 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:25:24,779 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4069aa67eab,40903,1731594319407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:25:24,779 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4069aa67eab,40903,1731594319407-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:25:24,786 DEBUG [master/d4069aa67eab:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:25:24,787 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:25:24,788 INFO [master/d4069aa67eab:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d4069aa67eab,40903,1731594319407-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:25:24,849 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-14T14:25:24,850 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-14T14:25:24,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:24,865 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T14:25:24,865 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T14:25:24,873 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:24,882 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:24,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=d4069aa67eab,40903,1731594319407 2024-11-14T14:25:24,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=1099 2024-11-14T14:25:24,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:25:24,917 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58482, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:25:24,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:25:24,928 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:25:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:24,932 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:25:24,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-14T14:25:24,932 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:24,955 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:25:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T14:25:24,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741837_1013 (size=960) 2024-11-14T14:25:24,973 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 2024-11-14T14:25:24,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741838_1014 (size=53) 2024-11-14T14:25:24,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:24,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 98386640180d4326f070794e9d73513c, disabling compactions & flushes 2024-11-14T14:25:24,988 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:24,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:24,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. after waiting 0 ms 2024-11-14T14:25:24,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:24,988 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:24,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:24,990 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:25:24,990 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731594324990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594324990"}]},"ts":"1731594324990"} 2024-11-14T14:25:24,993 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T14:25:24,995 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:25:24,995 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594324995"}]},"ts":"1731594324995"} 2024-11-14T14:25:24,998 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:25:25,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98386640180d4326f070794e9d73513c, ASSIGN}] 2024-11-14T14:25:25,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98386640180d4326f070794e9d73513c, ASSIGN 2024-11-14T14:25:25,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=98386640180d4326f070794e9d73513c, ASSIGN; state=OFFLINE, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=false 2024-11-14T14:25:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T14:25:25,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=98386640180d4326f070794e9d73513c, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:25,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:25:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T14:25:25,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:25,342 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:25,343 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:25:25,344 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,344 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:25,344 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,344 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,348 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,351 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:25:25,351 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98386640180d4326f070794e9d73513c columnFamilyName A 2024-11-14T14:25:25,352 DEBUG [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:25,353 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] regionserver.HStore(327): Store=98386640180d4326f070794e9d73513c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:25,353 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,355 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:25:25,355 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98386640180d4326f070794e9d73513c columnFamilyName B 2024-11-14T14:25:25,355 DEBUG [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:25,356 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] regionserver.HStore(327): Store=98386640180d4326f070794e9d73513c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:25,356 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,358 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:25:25,358 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98386640180d4326f070794e9d73513c columnFamilyName C 2024-11-14T14:25:25,358 DEBUG [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:25,359 INFO [StoreOpener-98386640180d4326f070794e9d73513c-1 {}] regionserver.HStore(327): Store=98386640180d4326f070794e9d73513c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:25,360 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:25,361 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,362 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,364 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:25:25,366 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,370 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:25:25,371 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 98386640180d4326f070794e9d73513c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71575751, jitterRate=0.06656180322170258}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:25:25,371 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:25,373 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., pid=11, masterSystemTime=1731594325330 2024-11-14T14:25:25,375 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:25,375 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:25,376 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=98386640180d4326f070794e9d73513c, regionState=OPEN, openSeqNum=2, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:25,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T14:25:25,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 in 202 msec 2024-11-14T14:25:25,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T14:25:25,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=98386640180d4326f070794e9d73513c, ASSIGN in 364 msec 2024-11-14T14:25:25,386 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:25:25,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594325386"}]},"ts":"1731594325386"} 2024-11-14T14:25:25,389 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:25:25,429 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:25:25,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 501 msec 2024-11-14T14:25:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-14T14:25:25,576 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-14T14:25:25,583 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-14T14:25:25,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,600 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33604, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:25:25,607 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58494, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:25:25,614 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-14T14:25:25,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,629 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-14T14:25:25,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,641 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-14T14:25:25,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,654 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-14T14:25:25,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,668 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-14T14:25:25,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-14T14:25:25,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,699 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-14T14:25:25,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-14T14:25:25,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,725 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-14T14:25:25,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:25,740 DEBUG [hconnection-0x5f7b3fd6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,741 DEBUG [hconnection-0x1f74a850-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,746 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,748 DEBUG [hconnection-0x42d5ecaf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,748 DEBUG [hconnection-0x63fd773c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,749 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,749 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:25,750 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,750 DEBUG [hconnection-0x7b1969d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,751 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,753 DEBUG [hconnection-0x2717408a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,755 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-14T14:25:25,757 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T14:25:25,759 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:25,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:25,764 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:25,767 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,767 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,773 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,774 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,776 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:25,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T14:25:25,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:25,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T14:25:25,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:25,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T14:25:25,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:25,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:25,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:25,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:25,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:25,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/9237d4b2640a4f07a421ae001757bb16 is 50, key is test_row_0/A:col10/1731594325825/Put/seqid=0 2024-11-14T14:25:25,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741839_1015 (size=12001) 2024-11-14T14:25:25,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/9237d4b2640a4f07a421ae001757bb16 2024-11-14T14:25:26,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594385996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594386004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594386009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594386009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594386011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T14:25:26,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/36d4f6a3946642bbb2ec3ace44bb0f3c is 50, key is test_row_0/B:col10/1731594325825/Put/seqid=0 2024-11-14T14:25:26,103 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T14:25:26,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594386117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594386115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594386118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594386119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594386122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741840_1016 (size=12001) 2024-11-14T14:25:26,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/36d4f6a3946642bbb2ec3ace44bb0f3c 2024-11-14T14:25:26,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2e8a8e403eaf4eaeae4d016dcccb8c31 is 50, key is test_row_0/C:col10/1731594325825/Put/seqid=0 2024-11-14T14:25:26,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741841_1017 (size=12001) 2024-11-14T14:25:26,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2e8a8e403eaf4eaeae4d016dcccb8c31 2024-11-14T14:25:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/9237d4b2640a4f07a421ae001757bb16 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/9237d4b2640a4f07a421ae001757bb16 2024-11-14T14:25:26,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/9237d4b2640a4f07a421ae001757bb16, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:25:26,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/36d4f6a3946642bbb2ec3ace44bb0f3c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36d4f6a3946642bbb2ec3ace44bb0f3c 2024-11-14T14:25:26,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T14:25:26,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:26,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36d4f6a3946642bbb2ec3ace44bb0f3c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:25:26,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2e8a8e403eaf4eaeae4d016dcccb8c31 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2e8a8e403eaf4eaeae4d016dcccb8c31 2024-11-14T14:25:26,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2e8a8e403eaf4eaeae4d016dcccb8c31, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:25:26,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 98386640180d4326f070794e9d73513c in 466ms, sequenceid=13, compaction requested=false 2024-11-14T14:25:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T14:25:26,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:26,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T14:25:26,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:26,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:26,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:26,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:26,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:26,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:26,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594386343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/241f7ba547264913838c3f9c13d0dc98 is 50, key is test_row_0/A:col10/1731594326002/Put/seqid=0 2024-11-14T14:25:26,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594386348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594386349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594386345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594386351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T14:25:26,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741842_1018 (size=14341) 2024-11-14T14:25:26,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/241f7ba547264913838c3f9c13d0dc98 2024-11-14T14:25:26,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/12da4f6d141c4139a583431ea5cbcd3c is 50, key is test_row_0/B:col10/1731594326002/Put/seqid=0 2024-11-14T14:25:26,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T14:25:26,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:26,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741843_1019 (size=12001) 2024-11-14T14:25:26,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594386459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594386460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594386465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594386466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594386465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T14:25:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594386666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594386667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594386674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594386674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594386680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T14:25:26,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:26,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/12da4f6d141c4139a583431ea5cbcd3c 2024-11-14T14:25:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T14:25:26,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/1f6dc230d0034fdea69c049dc40a62e1 is 50, key is test_row_0/C:col10/1731594326002/Put/seqid=0 2024-11-14T14:25:26,889 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:26,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T14:25:26,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:26,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:26,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741844_1020 (size=12001) 2024-11-14T14:25:26,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/1f6dc230d0034fdea69c049dc40a62e1 2024-11-14T14:25:26,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/241f7ba547264913838c3f9c13d0dc98 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/241f7ba547264913838c3f9c13d0dc98 2024-11-14T14:25:26,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/241f7ba547264913838c3f9c13d0dc98, entries=200, sequenceid=40, filesize=14.0 K 2024-11-14T14:25:26,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/12da4f6d141c4139a583431ea5cbcd3c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/12da4f6d141c4139a583431ea5cbcd3c 2024-11-14T14:25:26,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/12da4f6d141c4139a583431ea5cbcd3c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T14:25:26,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/1f6dc230d0034fdea69c049dc40a62e1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1f6dc230d0034fdea69c049dc40a62e1 2024-11-14T14:25:26,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1f6dc230d0034fdea69c049dc40a62e1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T14:25:26,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 98386640180d4326f070794e9d73513c in 638ms, sequenceid=40, compaction requested=false 2024-11-14T14:25:26,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:26,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:25:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:26,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:27,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/ed036d60ed384767b04778755787d87e is 50, key is test_row_0/A:col10/1731594326978/Put/seqid=0 2024-11-14T14:25:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741845_1021 (size=12001) 2024-11-14T14:25:27,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/ed036d60ed384767b04778755787d87e 2024-11-14T14:25:27,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T14:25:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:27,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:27,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/9d7fa0afa8d54819b0a34568ef15dc4d is 50, key is test_row_0/B:col10/1731594326978/Put/seqid=0 2024-11-14T14:25:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594387044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594387052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594387052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594387053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594387054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741846_1022 (size=12001) 2024-11-14T14:25:27,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/9d7fa0afa8d54819b0a34568ef15dc4d 2024-11-14T14:25:27,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/0b7f45814db745b49836c97570156851 is 50, key is test_row_0/C:col10/1731594326978/Put/seqid=0 2024-11-14T14:25:27,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741847_1023 (size=12001) 2024-11-14T14:25:27,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/0b7f45814db745b49836c97570156851 2024-11-14T14:25:27,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/ed036d60ed384767b04778755787d87e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ed036d60ed384767b04778755787d87e 2024-11-14T14:25:27,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ed036d60ed384767b04778755787d87e, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T14:25:27,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/9d7fa0afa8d54819b0a34568ef15dc4d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9d7fa0afa8d54819b0a34568ef15dc4d 2024-11-14T14:25:27,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594387158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594387161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594387163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594387163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594387165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9d7fa0afa8d54819b0a34568ef15dc4d, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T14:25:27,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/0b7f45814db745b49836c97570156851 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/0b7f45814db745b49836c97570156851 2024-11-14T14:25:27,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/0b7f45814db745b49836c97570156851, entries=150, sequenceid=52, filesize=11.7 K 2024-11-14T14:25:27,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 98386640180d4326f070794e9d73513c in 209ms, sequenceid=52, compaction requested=true 2024-11-14T14:25:27,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:27,200 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-14T14:25:27,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:27,203 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:25:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:27,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:27,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:25:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:27,211 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:27,211 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:25:27,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:27,217 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:27,217 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:27,219 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/A is initiating minor compaction (all files) 2024-11-14T14:25:27,219 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/B is initiating minor compaction (all files) 2024-11-14T14:25:27,219 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/A in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:27,220 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/B in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:27,220 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/9237d4b2640a4f07a421ae001757bb16, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/241f7ba547264913838c3f9c13d0dc98, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ed036d60ed384767b04778755787d87e] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=37.4 K 2024-11-14T14:25:27,220 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36d4f6a3946642bbb2ec3ace44bb0f3c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/12da4f6d141c4139a583431ea5cbcd3c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9d7fa0afa8d54819b0a34568ef15dc4d] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.2 K 2024-11-14T14:25:27,221 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 36d4f6a3946642bbb2ec3ace44bb0f3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731594325793 2024-11-14T14:25:27,221 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9237d4b2640a4f07a421ae001757bb16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731594325793 2024-11-14T14:25:27,222 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 241f7ba547264913838c3f9c13d0dc98, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731594325993 2024-11-14T14:25:27,222 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 12da4f6d141c4139a583431ea5cbcd3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731594325993 2024-11-14T14:25:27,223 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed036d60ed384767b04778755787d87e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731594326347 2024-11-14T14:25:27,224 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d7fa0afa8d54819b0a34568ef15dc4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731594326347 2024-11-14T14:25:27,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/176ccc1bc9584fe5b2cae20629183286 is 50, key is test_row_0/A:col10/1731594327051/Put/seqid=0 2024-11-14T14:25:27,262 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#B#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:27,264 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/2914a24887554029ab350c0b618f9444 is 50, key is test_row_0/B:col10/1731594326978/Put/seqid=0 2024-11-14T14:25:27,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741848_1024 (size=12001) 2024-11-14T14:25:27,285 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#A#compaction#11 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:27,286 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/a7b0b876f18f457e803810c2b29c1ff4 is 50, key is test_row_0/A:col10/1731594326978/Put/seqid=0 2024-11-14T14:25:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741850_1026 (size=12104) 2024-11-14T14:25:27,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741849_1025 (size=12104) 2024-11-14T14:25:27,321 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/a7b0b876f18f457e803810c2b29c1ff4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a7b0b876f18f457e803810c2b29c1ff4 2024-11-14T14:25:27,341 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/A of 98386640180d4326f070794e9d73513c into a7b0b876f18f457e803810c2b29c1ff4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:27,341 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:27,342 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/A, priority=13, startTime=1731594327196; duration=0sec 2024-11-14T14:25:27,342 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:27,342 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:A 2024-11-14T14:25:27,343 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:27,345 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:27,345 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/C is initiating minor compaction (all files) 2024-11-14T14:25:27,346 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/C in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:27,346 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2e8a8e403eaf4eaeae4d016dcccb8c31, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1f6dc230d0034fdea69c049dc40a62e1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/0b7f45814db745b49836c97570156851] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.2 K 2024-11-14T14:25:27,347 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e8a8e403eaf4eaeae4d016dcccb8c31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731594325793 2024-11-14T14:25:27,347 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f6dc230d0034fdea69c049dc40a62e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731594325993 2024-11-14T14:25:27,348 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b7f45814db745b49836c97570156851, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731594326347 2024-11-14T14:25:27,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:27,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:27,387 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:27,388 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/a96717201b284df69afb0376972fffec is 50, key is test_row_0/C:col10/1731594326978/Put/seqid=0 2024-11-14T14:25:27,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594387381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594387382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594387385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594387392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594387395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741851_1027 (size=12104) 2024-11-14T14:25:27,433 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/a96717201b284df69afb0376972fffec as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/a96717201b284df69afb0376972fffec 2024-11-14T14:25:27,447 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/C of 98386640180d4326f070794e9d73513c into a96717201b284df69afb0376972fffec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:27,447 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:27,448 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/C, priority=13, startTime=1731594327211; duration=0sec 2024-11-14T14:25:27,448 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:27,448 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:C 2024-11-14T14:25:27,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594387495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594387500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594387501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594387505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594387506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,672 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/176ccc1bc9584fe5b2cae20629183286 2024-11-14T14:25:27,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/19b33f6190ba4ae9a5825dbcd3b74ed6 is 50, key is test_row_0/B:col10/1731594327051/Put/seqid=0 2024-11-14T14:25:27,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594387704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594387706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594387708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741852_1028 (size=12001) 2024-11-14T14:25:27,714 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/19b33f6190ba4ae9a5825dbcd3b74ed6 2024-11-14T14:25:27,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594387712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:27,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594387716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:27,728 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/2914a24887554029ab350c0b618f9444 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/2914a24887554029ab350c0b618f9444 2024-11-14T14:25:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/97dafc22ddab4711b1d3fdefdbc49577 is 50, key is test_row_0/C:col10/1731594327051/Put/seqid=0 2024-11-14T14:25:27,750 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/B of 98386640180d4326f070794e9d73513c into 2914a24887554029ab350c0b618f9444(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:27,751 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:27,751 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/B, priority=13, startTime=1731594327211; duration=0sec 2024-11-14T14:25:27,751 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:27,751 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:B 2024-11-14T14:25:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741853_1029 (size=12001) 2024-11-14T14:25:27,764 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/97dafc22ddab4711b1d3fdefdbc49577 2024-11-14T14:25:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/176ccc1bc9584fe5b2cae20629183286 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/176ccc1bc9584fe5b2cae20629183286 2024-11-14T14:25:27,793 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/176ccc1bc9584fe5b2cae20629183286, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T14:25:27,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/19b33f6190ba4ae9a5825dbcd3b74ed6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/19b33f6190ba4ae9a5825dbcd3b74ed6 2024-11-14T14:25:27,811 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/19b33f6190ba4ae9a5825dbcd3b74ed6, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T14:25:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/97dafc22ddab4711b1d3fdefdbc49577 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97dafc22ddab4711b1d3fdefdbc49577 2024-11-14T14:25:27,829 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97dafc22ddab4711b1d3fdefdbc49577, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T14:25:27,832 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 98386640180d4326f070794e9d73513c in 629ms, sequenceid=76, compaction requested=false 2024-11-14T14:25:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:27,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:27,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T14:25:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-14T14:25:27,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T14:25:27,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0740 sec 2024-11-14T14:25:27,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0900 sec 2024-11-14T14:25:27,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-14T14:25:27,876 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-14T14:25:27,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:27,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-14T14:25:27,883 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T14:25:27,884 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:27,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T14:25:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:28,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T14:25:28,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:28,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:28,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:28,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:28,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:28,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:28,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/a6d67f08f6c845daad2b038c054aea7e is 50, key is test_row_0/A:col10/1731594328010/Put/seqid=0 2024-11-14T14:25:28,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741854_1030 (size=12001) 2024-11-14T14:25:28,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T14:25:28,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:28,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594388056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594388058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594388058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594388063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594388065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594388167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594388168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594388168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594388172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594388173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T14:25:28,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T14:25:28,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T14:25:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594388370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594388375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594388375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594388377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594388378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/a6d67f08f6c845daad2b038c054aea7e 2024-11-14T14:25:28,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/09349b5951164ab59c4756633f70ce29 is 50, key is test_row_0/B:col10/1731594328010/Put/seqid=0 2024-11-14T14:25:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741855_1031 (size=12001) 2024-11-14T14:25:28,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/09349b5951164ab59c4756633f70ce29 2024-11-14T14:25:28,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T14:25:28,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/827b6740d40c48a7be4eab96189a0aba is 50, key is test_row_0/C:col10/1731594328010/Put/seqid=0 2024-11-14T14:25:28,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T14:25:28,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:28,516 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:25:28,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741856_1032 (size=12001) 2024-11-14T14:25:28,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/827b6740d40c48a7be4eab96189a0aba 2024-11-14T14:25:28,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/a6d67f08f6c845daad2b038c054aea7e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a6d67f08f6c845daad2b038c054aea7e 2024-11-14T14:25:28,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a6d67f08f6c845daad2b038c054aea7e, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T14:25:28,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/09349b5951164ab59c4756633f70ce29 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/09349b5951164ab59c4756633f70ce29 2024-11-14T14:25:28,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/09349b5951164ab59c4756633f70ce29, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T14:25:28,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/827b6740d40c48a7be4eab96189a0aba as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/827b6740d40c48a7be4eab96189a0aba 2024-11-14T14:25:28,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/827b6740d40c48a7be4eab96189a0aba, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T14:25:28,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 98386640180d4326f070794e9d73513c in 582ms, sequenceid=94, compaction requested=true 2024-11-14T14:25:28,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:28,600 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:28,602 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:28,603 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/A is initiating minor compaction (all files) 2024-11-14T14:25:28,603 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/A in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,603 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a7b0b876f18f457e803810c2b29c1ff4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/176ccc1bc9584fe5b2cae20629183286, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a6d67f08f6c845daad2b038c054aea7e] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.3 K 2024-11-14T14:25:28,604 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7b0b876f18f457e803810c2b29c1ff4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731594326347 2024-11-14T14:25:28,606 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 176ccc1bc9584fe5b2cae20629183286, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731594327037 2024-11-14T14:25:28,607 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6d67f08f6c845daad2b038c054aea7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731594327376 2024-11-14T14:25:28,609 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:25:28,611 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-14T14:25:28,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:25:28,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:28,612 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:28,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:28,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:28,615 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:28,615 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/B is initiating minor compaction (all files) 2024-11-14T14:25:28,615 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/B in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,615 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/2914a24887554029ab350c0b618f9444, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/19b33f6190ba4ae9a5825dbcd3b74ed6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/09349b5951164ab59c4756633f70ce29] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.3 K 2024-11-14T14:25:28,617 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 2914a24887554029ab350c0b618f9444, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731594326347 2024-11-14T14:25:28,618 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 19b33f6190ba4ae9a5825dbcd3b74ed6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731594327037 2024-11-14T14:25:28,619 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 09349b5951164ab59c4756633f70ce29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731594327376 2024-11-14T14:25:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:25:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:28,630 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:28,633 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/5b86950c166445139754e5952d7f753b is 50, key is test_row_0/A:col10/1731594328010/Put/seqid=0 2024-11-14T14:25:28,649 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:28,651 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/d2c5b58a2b9b4a04a3f12d4e4ff763c4 is 50, key is test_row_0/B:col10/1731594328010/Put/seqid=0 2024-11-14T14:25:28,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-14T14:25:28,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,662 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T14:25:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:28,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:28,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:28,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741858_1034 (size=12207) 2024-11-14T14:25:28,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741857_1033 (size=12207) 2024-11-14T14:25:28,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/36dd2579ee95429ca597bd4e809ca85a is 50, key is test_row_0/A:col10/1731594328043/Put/seqid=0 2024-11-14T14:25:28,712 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/d2c5b58a2b9b4a04a3f12d4e4ff763c4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d2c5b58a2b9b4a04a3f12d4e4ff763c4 2024-11-14T14:25:28,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594388708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594388706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741859_1035 (size=12001) 2024-11-14T14:25:28,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594388716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594388724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,730 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/B of 98386640180d4326f070794e9d73513c into d2c5b58a2b9b4a04a3f12d4e4ff763c4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:28,730 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:28,730 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/B, priority=13, startTime=1731594328612; duration=0sec 2024-11-14T14:25:28,730 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:28,730 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:B 2024-11-14T14:25:28,730 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:28,732 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:28,733 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/C is initiating minor compaction (all files) 2024-11-14T14:25:28,733 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/C in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:28,733 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/a96717201b284df69afb0376972fffec, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97dafc22ddab4711b1d3fdefdbc49577, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/827b6740d40c48a7be4eab96189a0aba] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.3 K 2024-11-14T14:25:28,734 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a96717201b284df69afb0376972fffec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731594326347 2024-11-14T14:25:28,735 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 97dafc22ddab4711b1d3fdefdbc49577, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731594327037 2024-11-14T14:25:28,736 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 827b6740d40c48a7be4eab96189a0aba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731594327376 2024-11-14T14:25:28,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594388729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,753 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:28,754 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/159c5fbee1ee469fac871c19931c8c46 is 50, key is test_row_0/C:col10/1731594328010/Put/seqid=0 2024-11-14T14:25:28,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741860_1036 (size=12207) 2024-11-14T14:25:28,780 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/159c5fbee1ee469fac871c19931c8c46 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/159c5fbee1ee469fac871c19931c8c46 2024-11-14T14:25:28,793 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/C of 98386640180d4326f070794e9d73513c into 159c5fbee1ee469fac871c19931c8c46(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:28,793 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:28,793 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/C, priority=13, startTime=1731594328613; duration=0sec 2024-11-14T14:25:28,794 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:28,794 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:C 2024-11-14T14:25:28,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594388825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594388826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594388830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594388830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594388841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:28,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T14:25:29,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594389028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594389034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594389035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594389035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594389048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,107 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/5b86950c166445139754e5952d7f753b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/5b86950c166445139754e5952d7f753b 2024-11-14T14:25:29,121 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/A of 98386640180d4326f070794e9d73513c into 5b86950c166445139754e5952d7f753b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:29,121 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:29,121 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/A, priority=13, startTime=1731594328600; duration=0sec 2024-11-14T14:25:29,121 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:29,121 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:A 2024-11-14T14:25:29,128 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/36dd2579ee95429ca597bd4e809ca85a 2024-11-14T14:25:29,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/048ca21465d94933b0aad02a6e5d2aee is 50, key is test_row_0/B:col10/1731594328043/Put/seqid=0 2024-11-14T14:25:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741861_1037 (size=12001) 2024-11-14T14:25:29,180 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/048ca21465d94933b0aad02a6e5d2aee 2024-11-14T14:25:29,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/65e698b1222d46da8db9748afa9f9775 is 50, key is test_row_0/C:col10/1731594328043/Put/seqid=0 2024-11-14T14:25:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741862_1038 (size=12001) 2024-11-14T14:25:29,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594389332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594389338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594389340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594389340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594389350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,611 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/65e698b1222d46da8db9748afa9f9775 2024-11-14T14:25:29,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/36dd2579ee95429ca597bd4e809ca85a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/36dd2579ee95429ca597bd4e809ca85a 2024-11-14T14:25:29,641 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/36dd2579ee95429ca597bd4e809ca85a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:25:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/048ca21465d94933b0aad02a6e5d2aee as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/048ca21465d94933b0aad02a6e5d2aee 2024-11-14T14:25:29,654 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/048ca21465d94933b0aad02a6e5d2aee, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:25:29,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/65e698b1222d46da8db9748afa9f9775 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/65e698b1222d46da8db9748afa9f9775 2024-11-14T14:25:29,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/65e698b1222d46da8db9748afa9f9775, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:25:29,673 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 98386640180d4326f070794e9d73513c in 1011ms, sequenceid=116, compaction requested=false 2024-11-14T14:25:29,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:29,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:29,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T14:25:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-14T14:25:29,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T14:25:29,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7920 sec 2024-11-14T14:25:29,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.8030 sec 2024-11-14T14:25:29,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:25:29,841 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:25:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:29,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T14:25:29,844 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-14T14:25:29,844 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-14T14:25:29,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:29,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:29,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:29,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:29,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:29,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:29,846 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:25:29,847 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:25:29,847 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:25:29,847 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:25:29,849 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:25:29,849 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T14:25:29,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/c73abce9dbc54447adb2cd0a19c6e699 is 50, key is test_row_0/A:col10/1731594329839/Put/seqid=0 2024-11-14T14:25:29,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594389868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594389871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594389875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594389875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594389875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741863_1039 (size=12101) 2024-11-14T14:25:29,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/c73abce9dbc54447adb2cd0a19c6e699 2024-11-14T14:25:29,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/9ca79fc8ac3d464e9e37982048b195ef is 50, key is test_row_0/B:col10/1731594329839/Put/seqid=0 2024-11-14T14:25:29,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741864_1040 (size=12101) 2024-11-14T14:25:29,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/9ca79fc8ac3d464e9e37982048b195ef 2024-11-14T14:25:29,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/fdf8e232e4db48d29a965e5e11727939 is 50, key is test_row_0/C:col10/1731594329839/Put/seqid=0 2024-11-14T14:25:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594389978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594389979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594389982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594389982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594389983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-14T14:25:29,990 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-14T14:25:29,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-14T14:25:29,996 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:29,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T14:25:29,997 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:29,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:30,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741865_1041 (size=12101) 2024-11-14T14:25:30,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/fdf8e232e4db48d29a965e5e11727939 2024-11-14T14:25:30,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/c73abce9dbc54447adb2cd0a19c6e699 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c73abce9dbc54447adb2cd0a19c6e699 2024-11-14T14:25:30,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c73abce9dbc54447adb2cd0a19c6e699, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T14:25:30,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/9ca79fc8ac3d464e9e37982048b195ef as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9ca79fc8ac3d464e9e37982048b195ef 2024-11-14T14:25:30,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9ca79fc8ac3d464e9e37982048b195ef, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T14:25:30,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/fdf8e232e4db48d29a965e5e11727939 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fdf8e232e4db48d29a965e5e11727939 2024-11-14T14:25:30,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fdf8e232e4db48d29a965e5e11727939, entries=150, sequenceid=135, filesize=11.8 K 2024-11-14T14:25:30,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 98386640180d4326f070794e9d73513c in 216ms, sequenceid=135, compaction requested=true 2024-11-14T14:25:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:25:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:30,060 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:30,060 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:25:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:30,065 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:30,065 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:30,066 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/B is initiating minor compaction (all files) 2024-11-14T14:25:30,066 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/A is initiating minor compaction (all files) 2024-11-14T14:25:30,066 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/A in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:30,066 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/B in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:30,066 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d2c5b58a2b9b4a04a3f12d4e4ff763c4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/048ca21465d94933b0aad02a6e5d2aee, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9ca79fc8ac3d464e9e37982048b195ef] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.5 K 2024-11-14T14:25:30,066 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/5b86950c166445139754e5952d7f753b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/36dd2579ee95429ca597bd4e809ca85a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c73abce9dbc54447adb2cd0a19c6e699] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.5 K 2024-11-14T14:25:30,067 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting d2c5b58a2b9b4a04a3f12d4e4ff763c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731594327376 2024-11-14T14:25:30,067 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b86950c166445139754e5952d7f753b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731594327376 2024-11-14T14:25:30,067 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 048ca21465d94933b0aad02a6e5d2aee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731594328043 2024-11-14T14:25:30,068 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36dd2579ee95429ca597bd4e809ca85a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731594328043 2024-11-14T14:25:30,068 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ca79fc8ac3d464e9e37982048b195ef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731594328705 2024-11-14T14:25:30,068 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting c73abce9dbc54447adb2cd0a19c6e699, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731594328705 2024-11-14T14:25:30,095 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#A#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:30,095 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/1a72d3acef674f399b6d141fa01fa691 is 50, key is test_row_0/A:col10/1731594329839/Put/seqid=0 2024-11-14T14:25:30,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T14:25:30,106 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#B#compaction#28 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:30,107 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/8ce3ba490350495ca263f1892bec9dd6 is 50, key is test_row_0/B:col10/1731594329839/Put/seqid=0 2024-11-14T14:25:30,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741866_1042 (size=12409) 2024-11-14T14:25:30,142 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/1a72d3acef674f399b6d141fa01fa691 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/1a72d3acef674f399b6d141fa01fa691 2024-11-14T14:25:30,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-14T14:25:30,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:30,152 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T14:25:30,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:30,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:30,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:30,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:30,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:30,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:30,157 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/A of 98386640180d4326f070794e9d73513c into 1a72d3acef674f399b6d141fa01fa691(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:30,157 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:30,157 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/A, priority=13, startTime=1731594330060; duration=0sec 2024-11-14T14:25:30,157 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:30,157 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:A 2024-11-14T14:25:30,157 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:30,160 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:30,160 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/C is initiating minor compaction (all files) 2024-11-14T14:25:30,160 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/C in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:30,161 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/159c5fbee1ee469fac871c19931c8c46, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/65e698b1222d46da8db9748afa9f9775, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fdf8e232e4db48d29a965e5e11727939] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.5 K 2024-11-14T14:25:30,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/6b102bd92aff44bbb6f55e596bc4e3a5 is 50, key is test_row_0/A:col10/1731594329872/Put/seqid=0 2024-11-14T14:25:30,161 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 159c5fbee1ee469fac871c19931c8c46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731594327376 2024-11-14T14:25:30,162 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65e698b1222d46da8db9748afa9f9775, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731594328043 2024-11-14T14:25:30,163 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdf8e232e4db48d29a965e5e11727939, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731594328705 2024-11-14T14:25:30,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741867_1043 (size=12409) 2024-11-14T14:25:30,181 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/8ce3ba490350495ca263f1892bec9dd6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8ce3ba490350495ca263f1892bec9dd6 2024-11-14T14:25:30,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:30,194 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/B of 98386640180d4326f070794e9d73513c into 8ce3ba490350495ca263f1892bec9dd6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:30,194 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:30,194 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/B, priority=13, startTime=1731594330060; duration=0sec 2024-11-14T14:25:30,194 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:30,194 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:B 2024-11-14T14:25:30,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741868_1044 (size=12151) 2024-11-14T14:25:30,201 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:30,202 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/5a11951a29d54e66bb8dc09b886e242c is 50, key is test_row_0/C:col10/1731594329839/Put/seqid=0 2024-11-14T14:25:30,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594390202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594390207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594390205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594390209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594390209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741869_1045 (size=12409) 2024-11-14T14:25:30,247 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/5a11951a29d54e66bb8dc09b886e242c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5a11951a29d54e66bb8dc09b886e242c 2024-11-14T14:25:30,258 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/C of 98386640180d4326f070794e9d73513c into 5a11951a29d54e66bb8dc09b886e242c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:30,258 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:30,258 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/C, priority=13, startTime=1731594330060; duration=0sec 2024-11-14T14:25:30,261 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:30,261 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:C 2024-11-14T14:25:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T14:25:30,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594390310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594390313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594390313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594390313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594390314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594390514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594390518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594390520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594390521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594390520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T14:25:30,601 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/6b102bd92aff44bbb6f55e596bc4e3a5 2024-11-14T14:25:30,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/a80f8958d700469e85ff914db402bb79 is 50, key is test_row_0/B:col10/1731594329872/Put/seqid=0 2024-11-14T14:25:30,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741870_1046 (size=12151) 2024-11-14T14:25:30,631 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/a80f8958d700469e85ff914db402bb79 2024-11-14T14:25:30,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2ad82466870a4b348c9d884597600c5f is 50, key is test_row_0/C:col10/1731594329872/Put/seqid=0 2024-11-14T14:25:30,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741871_1047 (size=12151) 2024-11-14T14:25:30,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2ad82466870a4b348c9d884597600c5f 2024-11-14T14:25:30,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/6b102bd92aff44bbb6f55e596bc4e3a5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6b102bd92aff44bbb6f55e596bc4e3a5 2024-11-14T14:25:30,694 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6b102bd92aff44bbb6f55e596bc4e3a5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T14:25:30,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/a80f8958d700469e85ff914db402bb79 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a80f8958d700469e85ff914db402bb79 2024-11-14T14:25:30,704 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a80f8958d700469e85ff914db402bb79, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T14:25:30,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2ad82466870a4b348c9d884597600c5f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2ad82466870a4b348c9d884597600c5f 2024-11-14T14:25:30,718 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2ad82466870a4b348c9d884597600c5f, entries=150, sequenceid=155, filesize=11.9 K 2024-11-14T14:25:30,721 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 98386640180d4326f070794e9d73513c in 570ms, sequenceid=155, compaction requested=false 2024-11-14T14:25:30,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:30,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:30,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-14T14:25:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-14T14:25:30,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T14:25:30,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 727 msec 2024-11-14T14:25:30,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 737 msec 2024-11-14T14:25:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:30,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T14:25:30,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:30,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:30,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:30,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:30,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:30,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:30,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/a82e2304b00f43329269c35d79de6cdb is 50, key is test_row_0/A:col10/1731594330206/Put/seqid=0 2024-11-14T14:25:30,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741872_1048 (size=12151) 2024-11-14T14:25:30,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/a82e2304b00f43329269c35d79de6cdb 2024-11-14T14:25:30,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1bb5f720a37e429dbe4c300b84213f7c is 50, key is test_row_0/B:col10/1731594330206/Put/seqid=0 2024-11-14T14:25:30,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594390852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594390854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594390854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594390856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594390856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741873_1049 (size=12151) 2024-11-14T14:25:30,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1bb5f720a37e429dbe4c300b84213f7c 2024-11-14T14:25:30,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/22195cdde7b9402f8175c33182bad6ec is 50, key is test_row_0/C:col10/1731594330206/Put/seqid=0 2024-11-14T14:25:30,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741874_1050 (size=12151) 2024-11-14T14:25:30,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/22195cdde7b9402f8175c33182bad6ec 2024-11-14T14:25:30,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/a82e2304b00f43329269c35d79de6cdb as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a82e2304b00f43329269c35d79de6cdb 2024-11-14T14:25:30,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a82e2304b00f43329269c35d79de6cdb, entries=150, sequenceid=175, filesize=11.9 K 2024-11-14T14:25:30,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1bb5f720a37e429dbe4c300b84213f7c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1bb5f720a37e429dbe4c300b84213f7c 2024-11-14T14:25:30,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594390960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1bb5f720a37e429dbe4c300b84213f7c, entries=150, sequenceid=175, filesize=11.9 K 2024-11-14T14:25:30,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594390961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594390962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594390962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594390964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/22195cdde7b9402f8175c33182bad6ec as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/22195cdde7b9402f8175c33182bad6ec 2024-11-14T14:25:30,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/22195cdde7b9402f8175c33182bad6ec, entries=150, sequenceid=175, filesize=11.9 K 2024-11-14T14:25:30,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 98386640180d4326f070794e9d73513c in 160ms, sequenceid=175, compaction requested=true 2024-11-14T14:25:30,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:30,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:25:30,982 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:30,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:30,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:30,982 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:30,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:30,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:25:30,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:30,983 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:30,984 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/A is initiating minor compaction (all files) 2024-11-14T14:25:30,984 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/A in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:30,984 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/1a72d3acef674f399b6d141fa01fa691, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6b102bd92aff44bbb6f55e596bc4e3a5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a82e2304b00f43329269c35d79de6cdb] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.9 K 2024-11-14T14:25:30,984 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:30,984 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/B is initiating minor compaction (all files) 2024-11-14T14:25:30,984 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/B in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:30,985 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8ce3ba490350495ca263f1892bec9dd6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a80f8958d700469e85ff914db402bb79, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1bb5f720a37e429dbe4c300b84213f7c] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.9 K 2024-11-14T14:25:30,985 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a72d3acef674f399b6d141fa01fa691, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731594328705 2024-11-14T14:25:30,985 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ce3ba490350495ca263f1892bec9dd6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731594328705 2024-11-14T14:25:30,986 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b102bd92aff44bbb6f55e596bc4e3a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731594329866 2024-11-14T14:25:30,986 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a80f8958d700469e85ff914db402bb79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731594329866 2024-11-14T14:25:30,986 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting a82e2304b00f43329269c35d79de6cdb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731594330206 2024-11-14T14:25:30,986 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bb5f720a37e429dbe4c300b84213f7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731594330206 2024-11-14T14:25:30,999 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:31,000 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/a66218aac38045b09f2269f4c6018955 is 50, key is test_row_0/B:col10/1731594330206/Put/seqid=0 2024-11-14T14:25:31,000 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#A#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:31,001 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/6316c850b2a84da89f73f9fc1cd008f1 is 50, key is test_row_0/A:col10/1731594330206/Put/seqid=0 2024-11-14T14:25:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741875_1051 (size=12561) 2024-11-14T14:25:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741876_1052 (size=12561) 2024-11-14T14:25:31,033 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/6316c850b2a84da89f73f9fc1cd008f1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6316c850b2a84da89f73f9fc1cd008f1 2024-11-14T14:25:31,044 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/A of 98386640180d4326f070794e9d73513c into 6316c850b2a84da89f73f9fc1cd008f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:31,044 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:31,044 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/A, priority=13, startTime=1731594330982; duration=0sec 2024-11-14T14:25:31,044 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:31,044 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:A 2024-11-14T14:25:31,044 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:31,046 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:31,046 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/C is initiating minor compaction (all files) 2024-11-14T14:25:31,046 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/C in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:31,047 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5a11951a29d54e66bb8dc09b886e242c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2ad82466870a4b348c9d884597600c5f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/22195cdde7b9402f8175c33182bad6ec] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=35.9 K 2024-11-14T14:25:31,047 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a11951a29d54e66bb8dc09b886e242c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731594328705 2024-11-14T14:25:31,048 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ad82466870a4b348c9d884597600c5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731594329866 2024-11-14T14:25:31,049 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22195cdde7b9402f8175c33182bad6ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731594330206 2024-11-14T14:25:31,075 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#C#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:31,076 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/276cdfac317c43ac9630e50c65e1a753 is 50, key is test_row_0/C:col10/1731594330206/Put/seqid=0 2024-11-14T14:25:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741877_1053 (size=12561) 2024-11-14T14:25:31,101 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/276cdfac317c43ac9630e50c65e1a753 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/276cdfac317c43ac9630e50c65e1a753 2024-11-14T14:25:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-14T14:25:31,102 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-14T14:25:31,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-14T14:25:31,108 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T14:25:31,109 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:31,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:31,119 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/C of 98386640180d4326f070794e9d73513c into 276cdfac317c43ac9630e50c65e1a753(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:31,119 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:31,119 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/C, priority=13, startTime=1731594330982; duration=0sec 2024-11-14T14:25:31,119 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:31,119 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:C 2024-11-14T14:25:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:31,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T14:25:31,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:31,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:31,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:31,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:31,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:31,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:31,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/cf4681d9776748278900cdab827736e9 is 50, key is test_row_0/A:col10/1731594330842/Put/seqid=0 2024-11-14T14:25:31,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741878_1054 (size=12151) 2024-11-14T14:25:31,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/cf4681d9776748278900cdab827736e9 2024-11-14T14:25:31,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594391193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594391196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594391196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594391199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594391200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/36f5c16c219841e69d5b47da824a0033 is 50, key is test_row_0/B:col10/1731594330842/Put/seqid=0 2024-11-14T14:25:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T14:25:31,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741879_1055 (size=12151) 2024-11-14T14:25:31,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/36f5c16c219841e69d5b47da824a0033 2024-11-14T14:25:31,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/5e435dace40a41229fe824fc6089adb6 is 50, key is test_row_0/C:col10/1731594330842/Put/seqid=0 2024-11-14T14:25:31,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741880_1056 (size=12151) 2024-11-14T14:25:31,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T14:25:31,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:31,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:31,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:31,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594391301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594391302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594391303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594391304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594391305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T14:25:31,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T14:25:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:31,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,432 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/a66218aac38045b09f2269f4c6018955 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a66218aac38045b09f2269f4c6018955 2024-11-14T14:25:31,444 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/B of 98386640180d4326f070794e9d73513c into a66218aac38045b09f2269f4c6018955(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:31,444 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:31,444 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/B, priority=13, startTime=1731594330982; duration=0sec 2024-11-14T14:25:31,444 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:31,444 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:B 2024-11-14T14:25:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594391507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594391507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594391507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594391509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594391510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T14:25:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:31,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:31,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/5e435dace40a41229fe824fc6089adb6 2024-11-14T14:25:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/cf4681d9776748278900cdab827736e9 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/cf4681d9776748278900cdab827736e9 2024-11-14T14:25:31,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/cf4681d9776748278900cdab827736e9, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T14:25:31,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/36f5c16c219841e69d5b47da824a0033 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36f5c16c219841e69d5b47da824a0033 2024-11-14T14:25:31,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36f5c16c219841e69d5b47da824a0033, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T14:25:31,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/5e435dace40a41229fe824fc6089adb6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5e435dace40a41229fe824fc6089adb6 2024-11-14T14:25:31,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5e435dace40a41229fe824fc6089adb6, entries=150, sequenceid=197, filesize=11.9 K 2024-11-14T14:25:31,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 98386640180d4326f070794e9d73513c in 512ms, sequenceid=197, compaction requested=false 2024-11-14T14:25:31,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T14:25:31,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-14T14:25:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:31,733 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T14:25:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:31,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:31,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:31,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/b543c965879c4e369a2865f9a6442b30 is 50, key is test_row_0/A:col10/1731594331195/Put/seqid=0 2024-11-14T14:25:31,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741881_1057 (size=12151) 2024-11-14T14:25:31,747 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/b543c965879c4e369a2865f9a6442b30 2024-11-14T14:25:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/8d8267223de241fc922f7c0d59bccde8 is 50, key is test_row_0/B:col10/1731594331195/Put/seqid=0 2024-11-14T14:25:31,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741882_1058 (size=12151) 2024-11-14T14:25:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:31,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594391829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594391834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594391834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594391836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594391836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594391938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594391941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594391942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594391942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:31,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:31,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594391942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594392144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594392147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594392147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594392149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594392150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,178 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/8d8267223de241fc922f7c0d59bccde8 2024-11-14T14:25:32,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/ce72f18f36254a9a9039017b027b82f7 is 50, key is test_row_0/C:col10/1731594331195/Put/seqid=0 2024-11-14T14:25:32,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741883_1059 (size=12151) 2024-11-14T14:25:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T14:25:32,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594392450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594392450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594392451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594392452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594392454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,609 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/ce72f18f36254a9a9039017b027b82f7 2024-11-14T14:25:32,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/b543c965879c4e369a2865f9a6442b30 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b543c965879c4e369a2865f9a6442b30 2024-11-14T14:25:32,623 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b543c965879c4e369a2865f9a6442b30, entries=150, sequenceid=215, filesize=11.9 K 2024-11-14T14:25:32,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/8d8267223de241fc922f7c0d59bccde8 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8d8267223de241fc922f7c0d59bccde8 2024-11-14T14:25:32,634 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8d8267223de241fc922f7c0d59bccde8, entries=150, sequenceid=215, filesize=11.9 K 2024-11-14T14:25:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/ce72f18f36254a9a9039017b027b82f7 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/ce72f18f36254a9a9039017b027b82f7 2024-11-14T14:25:32,644 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/ce72f18f36254a9a9039017b027b82f7, entries=150, sequenceid=215, filesize=11.9 K 2024-11-14T14:25:32,645 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 98386640180d4326f070794e9d73513c in 912ms, sequenceid=215, compaction requested=true 2024-11-14T14:25:32,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:32,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:32,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-14T14:25:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-14T14:25:32,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T14:25:32,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5380 sec 2024-11-14T14:25:32,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.5440 sec 2024-11-14T14:25:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:32,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T14:25:32,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:32,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:32,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:32,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:32,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:32,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:32,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/c847f239953946c7871ad05a432fb8f3 is 50, key is test_row_0/A:col10/1731594331833/Put/seqid=0 2024-11-14T14:25:32,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594392975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594392977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741884_1060 (size=12151) 2024-11-14T14:25:32,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/c847f239953946c7871ad05a432fb8f3 2024-11-14T14:25:32,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594392979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594392980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594392981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/d24a55a44c76494ba771f27ca2965eb1 is 50, key is test_row_0/B:col10/1731594331833/Put/seqid=0 2024-11-14T14:25:33,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741885_1061 (size=12151) 2024-11-14T14:25:33,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594393082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594393083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594393087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594393087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594393088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-14T14:25:33,214 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-14T14:25:33,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-14T14:25:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T14:25:33,218 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:33,219 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:33,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:33,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594393286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594393287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594393293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594393293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594393293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T14:25:33,371 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T14:25:33,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:33,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/d24a55a44c76494ba771f27ca2965eb1 2024-11-14T14:25:33,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/958932692a7c46cf87b8aa76cf231316 is 50, key is test_row_0/C:col10/1731594331833/Put/seqid=0 2024-11-14T14:25:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741886_1062 (size=12151) 2024-11-14T14:25:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T14:25:33,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T14:25:33,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:33,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594393590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594393593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594393595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594393597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594393598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T14:25:33,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T14:25:33,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T14:25:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:33,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/958932692a7c46cf87b8aa76cf231316 2024-11-14T14:25:33,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/c847f239953946c7871ad05a432fb8f3 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c847f239953946c7871ad05a432fb8f3 2024-11-14T14:25:33,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c847f239953946c7871ad05a432fb8f3, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T14:25:33,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/d24a55a44c76494ba771f27ca2965eb1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d24a55a44c76494ba771f27ca2965eb1 2024-11-14T14:25:33,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d24a55a44c76494ba771f27ca2965eb1, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T14:25:33,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/958932692a7c46cf87b8aa76cf231316 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/958932692a7c46cf87b8aa76cf231316 2024-11-14T14:25:33,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/958932692a7c46cf87b8aa76cf231316, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T14:25:33,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 98386640180d4326f070794e9d73513c in 907ms, sequenceid=236, compaction requested=true 2024-11-14T14:25:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:25:33,864 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:25:33,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:33,864 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:25:33,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:33,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:33,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:25:33,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:33,866 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:25:33,866 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:25:33,866 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/B is initiating minor compaction (all files) 2024-11-14T14:25:33,866 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/A is initiating minor compaction (all files) 2024-11-14T14:25:33,866 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/B in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,866 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/A in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,866 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a66218aac38045b09f2269f4c6018955, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36f5c16c219841e69d5b47da824a0033, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8d8267223de241fc922f7c0d59bccde8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d24a55a44c76494ba771f27ca2965eb1] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=47.9 K 2024-11-14T14:25:33,866 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6316c850b2a84da89f73f9fc1cd008f1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/cf4681d9776748278900cdab827736e9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b543c965879c4e369a2865f9a6442b30, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c847f239953946c7871ad05a432fb8f3] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=47.9 K 2024-11-14T14:25:33,867 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a66218aac38045b09f2269f4c6018955, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731594330206 2024-11-14T14:25:33,867 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6316c850b2a84da89f73f9fc1cd008f1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731594330206 2024-11-14T14:25:33,867 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 36f5c16c219841e69d5b47da824a0033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731594330842 2024-11-14T14:25:33,868 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d8267223de241fc922f7c0d59bccde8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731594331192 2024-11-14T14:25:33,868 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf4681d9776748278900cdab827736e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731594330842 2024-11-14T14:25:33,868 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting d24a55a44c76494ba771f27ca2965eb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731594331831 2024-11-14T14:25:33,868 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting b543c965879c4e369a2865f9a6442b30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731594331192 2024-11-14T14:25:33,869 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting c847f239953946c7871ad05a432fb8f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731594331831 2024-11-14T14:25:33,882 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#A#compaction#48 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:33,883 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/52db3e37e1e74787a4ba1b9b200a4840 is 50, key is test_row_0/A:col10/1731594331833/Put/seqid=0 2024-11-14T14:25:33,883 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#B#compaction#49 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:33,884 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/41aca515a5224269921b880a24b6ab77 is 50, key is test_row_0/B:col10/1731594331833/Put/seqid=0 2024-11-14T14:25:33,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741888_1064 (size=12697) 2024-11-14T14:25:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741887_1063 (size=12697) 2024-11-14T14:25:33,904 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/41aca515a5224269921b880a24b6ab77 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/41aca515a5224269921b880a24b6ab77 2024-11-14T14:25:33,911 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/52db3e37e1e74787a4ba1b9b200a4840 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/52db3e37e1e74787a4ba1b9b200a4840 2024-11-14T14:25:33,917 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98386640180d4326f070794e9d73513c/B of 98386640180d4326f070794e9d73513c into 41aca515a5224269921b880a24b6ab77(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:33,918 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:33,918 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/B, priority=12, startTime=1731594333864; duration=0sec 2024-11-14T14:25:33,919 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:33,919 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:B 2024-11-14T14:25:33,919 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:25:33,919 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98386640180d4326f070794e9d73513c/A of 98386640180d4326f070794e9d73513c into 52db3e37e1e74787a4ba1b9b200a4840(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:33,919 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:33,919 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/A, priority=12, startTime=1731594333864; duration=0sec 2024-11-14T14:25:33,919 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:33,919 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:A 2024-11-14T14:25:33,920 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:25:33,921 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/C is initiating minor compaction (all files) 2024-11-14T14:25:33,921 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/C in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,921 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/276cdfac317c43ac9630e50c65e1a753, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5e435dace40a41229fe824fc6089adb6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/ce72f18f36254a9a9039017b027b82f7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/958932692a7c46cf87b8aa76cf231316] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=47.9 K 2024-11-14T14:25:33,922 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 276cdfac317c43ac9630e50c65e1a753, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731594330206 2024-11-14T14:25:33,922 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e435dace40a41229fe824fc6089adb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731594330842 2024-11-14T14:25:33,923 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ce72f18f36254a9a9039017b027b82f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731594331192 2024-11-14T14:25:33,923 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 958932692a7c46cf87b8aa76cf231316, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731594331831 2024-11-14T14:25:33,935 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#C#compaction#50 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:33,935 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/14e447ea218a4f148b4a954a56f5520b is 50, key is test_row_0/C:col10/1731594331833/Put/seqid=0 2024-11-14T14:25:33,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741889_1065 (size=12697) 2024-11-14T14:25:33,952 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/14e447ea218a4f148b4a954a56f5520b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/14e447ea218a4f148b4a954a56f5520b 2024-11-14T14:25:33,962 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98386640180d4326f070794e9d73513c/C of 98386640180d4326f070794e9d73513c into 14e447ea218a4f148b4a954a56f5520b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:33,962 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:33,962 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/C, priority=12, startTime=1731594333865; duration=0sec 2024-11-14T14:25:33,962 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:33,962 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:C 2024-11-14T14:25:33,984 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:33,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-14T14:25:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:33,985 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T14:25:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:33,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:33,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:33,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:33,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/ef555cda11054f8182944b5514cc967a is 50, key is test_row_0/A:col10/1731594332979/Put/seqid=0 2024-11-14T14:25:33,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741890_1066 (size=12151) 2024-11-14T14:25:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:34,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:34,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594394147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594394148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594394149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594394151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594394152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594394253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594394255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594394255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594394256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594394256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T14:25:34,396 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/ef555cda11054f8182944b5514cc967a 2024-11-14T14:25:34,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/53a70a184aa647a3970221f81f72e746 is 50, key is test_row_0/B:col10/1731594332979/Put/seqid=0 2024-11-14T14:25:34,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741891_1067 (size=12151) 2024-11-14T14:25:34,423 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/53a70a184aa647a3970221f81f72e746 2024-11-14T14:25:34,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/e27e0ba8708842589cd0e9643d72da1d is 50, key is test_row_0/C:col10/1731594332979/Put/seqid=0 2024-11-14T14:25:34,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741892_1068 (size=12151) 2024-11-14T14:25:34,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594394457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594394459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594394459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594394459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594394462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594394761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594394761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594394762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594394763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594394766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:34,840 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/e27e0ba8708842589cd0e9643d72da1d 2024-11-14T14:25:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/ef555cda11054f8182944b5514cc967a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ef555cda11054f8182944b5514cc967a 2024-11-14T14:25:34,861 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ef555cda11054f8182944b5514cc967a, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T14:25:34,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/53a70a184aa647a3970221f81f72e746 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/53a70a184aa647a3970221f81f72e746 2024-11-14T14:25:34,876 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/53a70a184aa647a3970221f81f72e746, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T14:25:34,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/e27e0ba8708842589cd0e9643d72da1d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/e27e0ba8708842589cd0e9643d72da1d 2024-11-14T14:25:34,886 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/e27e0ba8708842589cd0e9643d72da1d, entries=150, sequenceid=254, filesize=11.9 K 2024-11-14T14:25:34,890 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 98386640180d4326f070794e9d73513c in 905ms, sequenceid=254, compaction requested=false 2024-11-14T14:25:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:34,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T14:25:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-14T14:25:34,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-14T14:25:34,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6720 sec 2024-11-14T14:25:34,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.6790 sec 2024-11-14T14:25:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:35,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T14:25:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:35,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/fae09d304ec3406c83ec9053929e2101 is 50, key is test_row_0/A:col10/1731594335267/Put/seqid=0 2024-11-14T14:25:35,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594395277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594395278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594395281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594395283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594395283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741893_1069 (size=12301) 2024-11-14T14:25:35,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/fae09d304ec3406c83ec9053929e2101 2024-11-14T14:25:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-14T14:25:35,322 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-14T14:25:35,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-14T14:25:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T14:25:35,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1adf1e4a4f3b4dcf9459728c6be50cab is 50, key is test_row_0/B:col10/1731594335267/Put/seqid=0 2024-11-14T14:25:35,329 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:35,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:35,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:35,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741894_1070 (size=12301) 2024-11-14T14:25:35,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1adf1e4a4f3b4dcf9459728c6be50cab 2024-11-14T14:25:35,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/b4a83edb46ce47a09fdded6a9cd68598 is 50, key is test_row_0/C:col10/1731594335267/Put/seqid=0 2024-11-14T14:25:35,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741895_1071 (size=12301) 2024-11-14T14:25:35,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/b4a83edb46ce47a09fdded6a9cd68598 2024-11-14T14:25:35,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/fae09d304ec3406c83ec9053929e2101 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/fae09d304ec3406c83ec9053929e2101 2024-11-14T14:25:35,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/fae09d304ec3406c83ec9053929e2101, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T14:25:35,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1adf1e4a4f3b4dcf9459728c6be50cab as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1adf1e4a4f3b4dcf9459728c6be50cab 2024-11-14T14:25:35,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594395384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1adf1e4a4f3b4dcf9459728c6be50cab, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T14:25:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594395385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594395387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/b4a83edb46ce47a09fdded6a9cd68598 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/b4a83edb46ce47a09fdded6a9cd68598 2024-11-14T14:25:35,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594395388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594395388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/b4a83edb46ce47a09fdded6a9cd68598, entries=150, sequenceid=278, filesize=12.0 K 2024-11-14T14:25:35,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 98386640180d4326f070794e9d73513c in 134ms, sequenceid=278, compaction requested=true 2024-11-14T14:25:35,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:35,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:25:35,402 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:35,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:35,402 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:25:35,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:35,404 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:35,404 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/A is initiating minor compaction (all files) 2024-11-14T14:25:35,404 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:35,404 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/A in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:35,404 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/B is initiating minor compaction (all files) 2024-11-14T14:25:35,404 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/B in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:35,404 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/52db3e37e1e74787a4ba1b9b200a4840, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ef555cda11054f8182944b5514cc967a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/fae09d304ec3406c83ec9053929e2101] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=36.3 K 2024-11-14T14:25:35,404 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/41aca515a5224269921b880a24b6ab77, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/53a70a184aa647a3970221f81f72e746, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1adf1e4a4f3b4dcf9459728c6be50cab] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=36.3 K 2024-11-14T14:25:35,404 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52db3e37e1e74787a4ba1b9b200a4840, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731594331831 2024-11-14T14:25:35,404 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 41aca515a5224269921b880a24b6ab77, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731594331831 2024-11-14T14:25:35,405 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 53a70a184aa647a3970221f81f72e746, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731594332972 2024-11-14T14:25:35,405 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef555cda11054f8182944b5514cc967a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731594332972 2024-11-14T14:25:35,405 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 1adf1e4a4f3b4dcf9459728c6be50cab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731594334148 2024-11-14T14:25:35,405 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting fae09d304ec3406c83ec9053929e2101, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731594334148 2024-11-14T14:25:35,414 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:35,414 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/42ca602d41c24b778d5ae8a1ab994a88 is 50, key is test_row_0/B:col10/1731594335267/Put/seqid=0 2024-11-14T14:25:35,420 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#A#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:35,421 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/e17de1cacdb84d98800076a869f4c832 is 50, key is test_row_0/A:col10/1731594335267/Put/seqid=0 2024-11-14T14:25:35,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741896_1072 (size=12949) 2024-11-14T14:25:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T14:25:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741897_1073 (size=12949) 2024-11-14T14:25:35,433 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/42ca602d41c24b778d5ae8a1ab994a88 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/42ca602d41c24b778d5ae8a1ab994a88 2024-11-14T14:25:35,443 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/e17de1cacdb84d98800076a869f4c832 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/e17de1cacdb84d98800076a869f4c832 2024-11-14T14:25:35,443 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/B of 98386640180d4326f070794e9d73513c into 42ca602d41c24b778d5ae8a1ab994a88(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:35,444 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:35,444 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/B, priority=13, startTime=1731594335402; duration=0sec 2024-11-14T14:25:35,444 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:35,444 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:B 2024-11-14T14:25:35,444 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:25:35,446 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:25:35,447 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/C is initiating minor compaction (all files) 2024-11-14T14:25:35,447 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/C in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:35,447 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/14e447ea218a4f148b4a954a56f5520b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/e27e0ba8708842589cd0e9643d72da1d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/b4a83edb46ce47a09fdded6a9cd68598] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=36.3 K 2024-11-14T14:25:35,448 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 14e447ea218a4f148b4a954a56f5520b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731594331831 2024-11-14T14:25:35,450 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting e27e0ba8708842589cd0e9643d72da1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731594332972 2024-11-14T14:25:35,451 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting b4a83edb46ce47a09fdded6a9cd68598, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731594334148 2024-11-14T14:25:35,453 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/A of 98386640180d4326f070794e9d73513c into e17de1cacdb84d98800076a869f4c832(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:35,454 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:35,454 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/A, priority=13, startTime=1731594335402; duration=0sec 2024-11-14T14:25:35,454 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:35,454 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:A 2024-11-14T14:25:35,463 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:35,464 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/503ba95f67354e89b6bb7f9ded02243f is 50, key is test_row_0/C:col10/1731594335267/Put/seqid=0 2024-11-14T14:25:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741898_1074 (size=12949) 2024-11-14T14:25:35,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-14T14:25:35,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:35,485 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:25:35,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:35,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:35,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:35,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:35,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:35,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/d492977c1fe942778f8d83daba76f7fd is 50, key is test_row_0/A:col10/1731594335281/Put/seqid=0 2024-11-14T14:25:35,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741899_1075 (size=12301) 2024-11-14T14:25:35,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:35,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:35,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594395611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594395613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594395613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594395614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594395613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T14:25:35,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594395718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594395719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594395720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594395723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594395723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,876 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/503ba95f67354e89b6bb7f9ded02243f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/503ba95f67354e89b6bb7f9ded02243f 2024-11-14T14:25:35,883 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98386640180d4326f070794e9d73513c/C of 98386640180d4326f070794e9d73513c into 503ba95f67354e89b6bb7f9ded02243f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:35,883 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:35,883 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/C, priority=13, startTime=1731594335403; duration=0sec 2024-11-14T14:25:35,883 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:35,883 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:C 2024-11-14T14:25:35,897 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/d492977c1fe942778f8d83daba76f7fd 2024-11-14T14:25:35,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1c2780a19005490090c099d23e3976d5 is 50, key is test_row_0/B:col10/1731594335281/Put/seqid=0 2024-11-14T14:25:35,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741900_1076 (size=12301) 2024-11-14T14:25:35,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594395920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594395921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594395922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594395924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594395926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T14:25:36,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594396223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594396225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594396226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594396228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594396231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,317 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1c2780a19005490090c099d23e3976d5 2024-11-14T14:25:36,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2143188db4a44da5bcc2086ba5a7bd96 is 50, key is test_row_0/C:col10/1731594335281/Put/seqid=0 2024-11-14T14:25:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741901_1077 (size=12301) 2024-11-14T14:25:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T14:25:36,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594396725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594396729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594396729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,734 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2143188db4a44da5bcc2086ba5a7bd96 2024-11-14T14:25:36,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594396734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594396739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:36,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/d492977c1fe942778f8d83daba76f7fd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d492977c1fe942778f8d83daba76f7fd 2024-11-14T14:25:36,746 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d492977c1fe942778f8d83daba76f7fd, entries=150, sequenceid=293, filesize=12.0 K 2024-11-14T14:25:36,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1c2780a19005490090c099d23e3976d5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1c2780a19005490090c099d23e3976d5 2024-11-14T14:25:36,752 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1c2780a19005490090c099d23e3976d5, entries=150, sequenceid=293, filesize=12.0 K 2024-11-14T14:25:36,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2143188db4a44da5bcc2086ba5a7bd96 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2143188db4a44da5bcc2086ba5a7bd96 2024-11-14T14:25:36,760 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2143188db4a44da5bcc2086ba5a7bd96, entries=150, sequenceid=293, filesize=12.0 K 2024-11-14T14:25:36,761 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 98386640180d4326f070794e9d73513c in 1276ms, sequenceid=293, compaction requested=false 2024-11-14T14:25:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-14T14:25:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-14T14:25:36,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-14T14:25:36,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-11-14T14:25:36,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.4420 sec 2024-11-14T14:25:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-14T14:25:37,431 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-14T14:25:37,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-14T14:25:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T14:25:37,434 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:37,434 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:37,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T14:25:37,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:37,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-14T14:25:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:37,587 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T14:25:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:37,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:37,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/74fc4cc1e53244ca890a3ae63ecffde3 is 50, key is test_row_0/A:col10/1731594335596/Put/seqid=0 2024-11-14T14:25:37,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741902_1078 (size=12301) 2024-11-14T14:25:37,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:37,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T14:25:37,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594397739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:37,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594397740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:37,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:37,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594397741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:37,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:37,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594397742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:37,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594397744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:37,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594397843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594397844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:37,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594397844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:37,999 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/74fc4cc1e53244ca890a3ae63ecffde3 2024-11-14T14:25:38,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/773896d4bd074f76988875945f2669d3 is 50, key is test_row_0/B:col10/1731594335596/Put/seqid=0 2024-11-14T14:25:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741903_1079 (size=12301) 2024-11-14T14:25:38,016 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/773896d4bd074f76988875945f2669d3 2024-11-14T14:25:38,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/4514ea061bf1418c91b1fac929d33ab5 is 50, key is test_row_0/C:col10/1731594335596/Put/seqid=0 2024-11-14T14:25:38,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741904_1080 (size=12301) 2024-11-14T14:25:38,034 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/4514ea061bf1418c91b1fac929d33ab5 2024-11-14T14:25:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T14:25:38,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/74fc4cc1e53244ca890a3ae63ecffde3 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/74fc4cc1e53244ca890a3ae63ecffde3 2024-11-14T14:25:38,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594398046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594398047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594398046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,054 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/74fc4cc1e53244ca890a3ae63ecffde3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-14T14:25:38,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/773896d4bd074f76988875945f2669d3 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/773896d4bd074f76988875945f2669d3 2024-11-14T14:25:38,063 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/773896d4bd074f76988875945f2669d3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-14T14:25:38,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/4514ea061bf1418c91b1fac929d33ab5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4514ea061bf1418c91b1fac929d33ab5 2024-11-14T14:25:38,075 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4514ea061bf1418c91b1fac929d33ab5, entries=150, sequenceid=317, filesize=12.0 K 2024-11-14T14:25:38,076 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 98386640180d4326f070794e9d73513c in 489ms, sequenceid=317, compaction requested=true 2024-11-14T14:25:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:38,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-14T14:25:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-14T14:25:38,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-14T14:25:38,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 643 msec 2024-11-14T14:25:38,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 648 msec 2024-11-14T14:25:38,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:38,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T14:25:38,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:38,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:38,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:38,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:38,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:38,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:38,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/dd9adeba97574cd7aacc8d160333e04f is 50, key is test_row_0/A:col10/1731594338351/Put/seqid=0 2024-11-14T14:25:38,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741905_1081 (size=12301) 2024-11-14T14:25:38,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594398393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594398393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594398394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594398495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594398497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594398500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-14T14:25:38,537 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-14T14:25:38,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-14T14:25:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T14:25:38,540 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:38,541 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:38,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T14:25:38,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:38,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:38,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594398697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594398703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594398704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/dd9adeba97574cd7aacc8d160333e04f 2024-11-14T14:25:38,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1119483f31fa4cc88d76192219ab2ed1 is 50, key is test_row_0/B:col10/1731594338351/Put/seqid=0 2024-11-14T14:25:38,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741906_1082 (size=12301) 2024-11-14T14:25:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T14:25:38,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:38,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:38,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:38,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:38,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:38,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:38,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:38,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:39,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:39,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594399002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594399006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594399007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T14:25:39,153 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:39,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:39,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1119483f31fa4cc88d76192219ab2ed1 2024-11-14T14:25:39,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/fec268202685494da4ec3ec9372f8dca is 50, key is test_row_0/C:col10/1731594338351/Put/seqid=0 2024-11-14T14:25:39,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741907_1083 (size=12301) 2024-11-14T14:25:39,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,459 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594399507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594399512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594399514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,612 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:39,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:39,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/fec268202685494da4ec3ec9372f8dca 2024-11-14T14:25:39,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/dd9adeba97574cd7aacc8d160333e04f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/dd9adeba97574cd7aacc8d160333e04f 2024-11-14T14:25:39,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/dd9adeba97574cd7aacc8d160333e04f, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T14:25:39,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/1119483f31fa4cc88d76192219ab2ed1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1119483f31fa4cc88d76192219ab2ed1 2024-11-14T14:25:39,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1119483f31fa4cc88d76192219ab2ed1, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T14:25:39,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/fec268202685494da4ec3ec9372f8dca as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fec268202685494da4ec3ec9372f8dca 2024-11-14T14:25:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T14:25:39,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fec268202685494da4ec3ec9372f8dca, entries=150, sequenceid=332, filesize=12.0 K 2024-11-14T14:25:39,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 98386640180d4326f070794e9d73513c in 1284ms, sequenceid=332, compaction requested=true 2024-11-14T14:25:39,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:39,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:25:39,646 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:25:39,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:39,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:39,646 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:25:39,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:39,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:25:39,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:39,647 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:25:39,647 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:25:39,647 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/B is initiating minor compaction (all files) 2024-11-14T14:25:39,647 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/A is initiating minor compaction (all files) 2024-11-14T14:25:39,647 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/B in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,647 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/A in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,648 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/42ca602d41c24b778d5ae8a1ab994a88, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1c2780a19005490090c099d23e3976d5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/773896d4bd074f76988875945f2669d3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1119483f31fa4cc88d76192219ab2ed1] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=48.7 K 2024-11-14T14:25:39,648 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/e17de1cacdb84d98800076a869f4c832, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d492977c1fe942778f8d83daba76f7fd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/74fc4cc1e53244ca890a3ae63ecffde3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/dd9adeba97574cd7aacc8d160333e04f] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=48.7 K 2024-11-14T14:25:39,648 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 42ca602d41c24b778d5ae8a1ab994a88, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731594334148 2024-11-14T14:25:39,648 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting e17de1cacdb84d98800076a869f4c832, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731594334148 2024-11-14T14:25:39,648 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c2780a19005490090c099d23e3976d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731594335279 2024-11-14T14:25:39,648 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting d492977c1fe942778f8d83daba76f7fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731594335279 2024-11-14T14:25:39,649 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 773896d4bd074f76988875945f2669d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731594335596 2024-11-14T14:25:39,649 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74fc4cc1e53244ca890a3ae63ecffde3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731594335596 2024-11-14T14:25:39,649 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 1119483f31fa4cc88d76192219ab2ed1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731594337740 2024-11-14T14:25:39,649 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd9adeba97574cd7aacc8d160333e04f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731594337740 2024-11-14T14:25:39,659 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:39,659 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:39,660 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/963f90b0caf74ae09f3790e443cad89f is 50, key is test_row_0/B:col10/1731594338351/Put/seqid=0 2024-11-14T14:25:39,661 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/255ac5d240f041909c726434e733870b is 50, key is test_row_0/A:col10/1731594338351/Put/seqid=0 2024-11-14T14:25:39,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741908_1084 (size=13085) 2024-11-14T14:25:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741909_1085 (size=13085) 2024-11-14T14:25:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:39,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T14:25:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:39,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:39,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:39,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:39,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:39,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/f7e8d661455e4571b071622ef23051f7 is 50, key is test_row_0/A:col10/1731594339750/Put/seqid=0 2024-11-14T14:25:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741910_1086 (size=14741) 2024-11-14T14:25:39,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/f7e8d661455e4571b071622ef23051f7 2024-11-14T14:25:39,765 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:39,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:39,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594399771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594399773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/9e864f6e511d4f12a30e5051d199b880 is 50, key is test_row_0/B:col10/1731594339750/Put/seqid=0 2024-11-14T14:25:39,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741911_1087 (size=12301) 2024-11-14T14:25:39,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594399875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:39,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594399875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:39,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:39,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:40,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:40,073 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/963f90b0caf74ae09f3790e443cad89f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/963f90b0caf74ae09f3790e443cad89f 2024-11-14T14:25:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:40,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:40,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:40,078 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/255ac5d240f041909c726434e733870b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/255ac5d240f041909c726434e733870b 2024-11-14T14:25:40,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594400080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594400080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,086 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98386640180d4326f070794e9d73513c/A of 98386640180d4326f070794e9d73513c into 255ac5d240f041909c726434e733870b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:40,086 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:40,086 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/A, priority=12, startTime=1731594339646; duration=0sec 2024-11-14T14:25:40,086 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:40,086 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:A 2024-11-14T14:25:40,087 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:25:40,088 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98386640180d4326f070794e9d73513c/B of 98386640180d4326f070794e9d73513c into 963f90b0caf74ae09f3790e443cad89f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:40,088 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:40,088 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/B, priority=12, startTime=1731594339646; duration=0sec 2024-11-14T14:25:40,088 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:40,088 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:B 2024-11-14T14:25:40,089 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:25:40,089 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/C is initiating minor compaction (all files) 2024-11-14T14:25:40,089 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/C in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:40,090 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/503ba95f67354e89b6bb7f9ded02243f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2143188db4a44da5bcc2086ba5a7bd96, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4514ea061bf1418c91b1fac929d33ab5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fec268202685494da4ec3ec9372f8dca] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=48.7 K 2024-11-14T14:25:40,090 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 503ba95f67354e89b6bb7f9ded02243f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731594334148 2024-11-14T14:25:40,098 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2143188db4a44da5bcc2086ba5a7bd96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1731594335279 2024-11-14T14:25:40,099 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4514ea061bf1418c91b1fac929d33ab5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731594335596 2024-11-14T14:25:40,100 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting fec268202685494da4ec3ec9372f8dca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731594337740 2024-11-14T14:25:40,110 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#C#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:40,111 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/c6707a5203bc41c987b3b868d092be4f is 50, key is test_row_0/C:col10/1731594338351/Put/seqid=0 2024-11-14T14:25:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741912_1088 (size=13085) 2024-11-14T14:25:40,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/9e864f6e511d4f12a30e5051d199b880 2024-11-14T14:25:40,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/1bf14226875541adb9ab25511f3d7d63 is 50, key is test_row_0/C:col10/1731594339750/Put/seqid=0 2024-11-14T14:25:40,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741913_1089 (size=12301) 2024-11-14T14:25:40,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/1bf14226875541adb9ab25511f3d7d63 2024-11-14T14:25:40,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/f7e8d661455e4571b071622ef23051f7 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f7e8d661455e4571b071622ef23051f7 2024-11-14T14:25:40,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f7e8d661455e4571b071622ef23051f7, entries=200, sequenceid=355, filesize=14.4 K 2024-11-14T14:25:40,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/9e864f6e511d4f12a30e5051d199b880 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9e864f6e511d4f12a30e5051d199b880 2024-11-14T14:25:40,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:40,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:40,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:40,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:40,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9e864f6e511d4f12a30e5051d199b880, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T14:25:40,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/1bf14226875541adb9ab25511f3d7d63 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1bf14226875541adb9ab25511f3d7d63 2024-11-14T14:25:40,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1bf14226875541adb9ab25511f3d7d63, entries=150, sequenceid=355, filesize=12.0 K 2024-11-14T14:25:40,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 98386640180d4326f070794e9d73513c in 493ms, sequenceid=355, compaction requested=false 2024-11-14T14:25:40,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:40,379 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-14T14:25:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:40,380 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:25:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:40,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/2f901e85315449769427f0f698b61178 is 50, key is test_row_0/A:col10/1731594339770/Put/seqid=0 2024-11-14T14:25:40,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:40,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741914_1090 (size=12301) 2024-11-14T14:25:40,393 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/2f901e85315449769427f0f698b61178 2024-11-14T14:25:40,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/843b4930a736419599edaf8846b48c40 is 50, key is test_row_0/B:col10/1731594339770/Put/seqid=0 2024-11-14T14:25:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741915_1091 (size=12301) 2024-11-14T14:25:40,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594400456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594400456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594400514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,522 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/c6707a5203bc41c987b3b868d092be4f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/c6707a5203bc41c987b3b868d092be4f 2024-11-14T14:25:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594400523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,529 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98386640180d4326f070794e9d73513c/C of 98386640180d4326f070794e9d73513c into c6707a5203bc41c987b3b868d092be4f(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:40,529 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:40,529 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/C, priority=12, startTime=1731594339646; duration=0sec 2024-11-14T14:25:40,529 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:40,529 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:C 2024-11-14T14:25:40,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594400528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594400558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594400558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T14:25:40,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594400760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594400761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:40,817 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/843b4930a736419599edaf8846b48c40 2024-11-14T14:25:40,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2cf02fae42024148b48f604d720017b0 is 50, key is test_row_0/C:col10/1731594339770/Put/seqid=0 2024-11-14T14:25:40,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741916_1092 (size=12301) 2024-11-14T14:25:41,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594401064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:41,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594401064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:41,237 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2cf02fae42024148b48f604d720017b0 2024-11-14T14:25:41,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/2f901e85315449769427f0f698b61178 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/2f901e85315449769427f0f698b61178 2024-11-14T14:25:41,248 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/2f901e85315449769427f0f698b61178, entries=150, sequenceid=370, filesize=12.0 K 2024-11-14T14:25:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/843b4930a736419599edaf8846b48c40 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/843b4930a736419599edaf8846b48c40 2024-11-14T14:25:41,254 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/843b4930a736419599edaf8846b48c40, entries=150, sequenceid=370, filesize=12.0 K 2024-11-14T14:25:41,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/2cf02fae42024148b48f604d720017b0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2cf02fae42024148b48f604d720017b0 2024-11-14T14:25:41,268 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2cf02fae42024148b48f604d720017b0, entries=150, sequenceid=370, filesize=12.0 K 2024-11-14T14:25:41,270 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 98386640180d4326f070794e9d73513c in 889ms, sequenceid=370, compaction requested=true 2024-11-14T14:25:41,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:41,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:41,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-14T14:25:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-14T14:25:41,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-14T14:25:41,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7300 sec 2024-11-14T14:25:41,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.7360 sec 2024-11-14T14:25:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:41,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:25:41,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:41,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:41,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:41,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:41,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:41,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:41,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/f146d82d63cc4a0ba242bd4b446d7a71 is 50, key is test_row_0/A:col10/1731594341567/Put/seqid=0 2024-11-14T14:25:41,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741917_1093 (size=12301) 2024-11-14T14:25:41,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/f146d82d63cc4a0ba242bd4b446d7a71 2024-11-14T14:25:41,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594401581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:41,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594401585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:41,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/4c9fee668f774cc880d6384e518a9365 is 50, key is test_row_0/B:col10/1731594341567/Put/seqid=0 2024-11-14T14:25:41,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741918_1094 (size=12301) 2024-11-14T14:25:41,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/4c9fee668f774cc880d6384e518a9365 2024-11-14T14:25:41,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/110f4f155d124adc9b49f173d15b57c6 is 50, key is test_row_0/C:col10/1731594341567/Put/seqid=0 2024-11-14T14:25:41,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741919_1095 (size=12301) 2024-11-14T14:25:41,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594401686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:41,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:41,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594401689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:41,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:41,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594401890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:41,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:41,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594401892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/110f4f155d124adc9b49f173d15b57c6 2024-11-14T14:25:42,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/f146d82d63cc4a0ba242bd4b446d7a71 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f146d82d63cc4a0ba242bd4b446d7a71 2024-11-14T14:25:42,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f146d82d63cc4a0ba242bd4b446d7a71, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T14:25:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/4c9fee668f774cc880d6384e518a9365 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/4c9fee668f774cc880d6384e518a9365 2024-11-14T14:25:42,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/4c9fee668f774cc880d6384e518a9365, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T14:25:42,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/110f4f155d124adc9b49f173d15b57c6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/110f4f155d124adc9b49f173d15b57c6 2024-11-14T14:25:42,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/110f4f155d124adc9b49f173d15b57c6, entries=150, sequenceid=396, filesize=12.0 K 2024-11-14T14:25:42,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 98386640180d4326f070794e9d73513c in 487ms, sequenceid=396, compaction requested=true 2024-11-14T14:25:42,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:42,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:25:42,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:42,055 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:25:42,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:42,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:42,055 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:25:42,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:25:42,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:42,056 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:25:42,056 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/A is initiating minor compaction (all files) 2024-11-14T14:25:42,056 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:25:42,056 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/A in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:42,057 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/B is initiating minor compaction (all files) 2024-11-14T14:25:42,057 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/B in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:42,057 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/255ac5d240f041909c726434e733870b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f7e8d661455e4571b071622ef23051f7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/2f901e85315449769427f0f698b61178, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f146d82d63cc4a0ba242bd4b446d7a71] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=51.2 K 2024-11-14T14:25:42,057 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/963f90b0caf74ae09f3790e443cad89f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9e864f6e511d4f12a30e5051d199b880, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/843b4930a736419599edaf8846b48c40, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/4c9fee668f774cc880d6384e518a9365] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=48.8 K 2024-11-14T14:25:42,057 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 255ac5d240f041909c726434e733870b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731594337740 2024-11-14T14:25:42,057 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 963f90b0caf74ae09f3790e443cad89f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731594337740 2024-11-14T14:25:42,057 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7e8d661455e4571b071622ef23051f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731594338390 2024-11-14T14:25:42,057 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e864f6e511d4f12a30e5051d199b880, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731594338390 2024-11-14T14:25:42,058 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f901e85315449769427f0f698b61178, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731594339757 2024-11-14T14:25:42,058 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 843b4930a736419599edaf8846b48c40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731594339757 2024-11-14T14:25:42,058 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting f146d82d63cc4a0ba242bd4b446d7a71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731594340454 2024-11-14T14:25:42,058 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c9fee668f774cc880d6384e518a9365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731594340454 2024-11-14T14:25:42,072 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:42,072 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#B#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:42,072 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/605f652898034c6bbd19877ca8ae3dfa is 50, key is test_row_0/A:col10/1731594341567/Put/seqid=0 2024-11-14T14:25:42,072 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/a7dfd8c6ea714478b91baa58cb468087 is 50, key is test_row_0/B:col10/1731594341567/Put/seqid=0 2024-11-14T14:25:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741921_1097 (size=13221) 2024-11-14T14:25:42,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741920_1096 (size=13221) 2024-11-14T14:25:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:42,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T14:25:42,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:42,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:42,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:42,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:42,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:42,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:42,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/0ac0a8bbfc7b4735b357daa72e756738 is 50, key is test_row_0/A:col10/1731594341578/Put/seqid=0 2024-11-14T14:25:42,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741922_1098 (size=12301) 2024-11-14T14:25:42,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/0ac0a8bbfc7b4735b357daa72e756738 2024-11-14T14:25:42,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/35907e62ee944a04b38a7380b1dc100c is 50, key is test_row_0/B:col10/1731594341578/Put/seqid=0 2024-11-14T14:25:42,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741923_1099 (size=12301) 2024-11-14T14:25:42,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/35907e62ee944a04b38a7380b1dc100c 2024-11-14T14:25:42,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/4296bafa56df43cd8d76e01b4b6b6ccf is 50, key is test_row_0/C:col10/1731594341578/Put/seqid=0 2024-11-14T14:25:42,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741924_1100 (size=12301) 2024-11-14T14:25:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594402273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594402274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594402376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594402376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,489 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/605f652898034c6bbd19877ca8ae3dfa as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/605f652898034c6bbd19877ca8ae3dfa 2024-11-14T14:25:42,489 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/a7dfd8c6ea714478b91baa58cb468087 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a7dfd8c6ea714478b91baa58cb468087 2024-11-14T14:25:42,497 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98386640180d4326f070794e9d73513c/A of 98386640180d4326f070794e9d73513c into 605f652898034c6bbd19877ca8ae3dfa(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:42,497 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:42,497 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/A, priority=12, startTime=1731594342055; duration=0sec 2024-11-14T14:25:42,497 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:25:42,497 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:A 2024-11-14T14:25:42,497 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:25:42,497 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98386640180d4326f070794e9d73513c/B of 98386640180d4326f070794e9d73513c into a7dfd8c6ea714478b91baa58cb468087(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:42,498 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:42,498 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/B, priority=12, startTime=1731594342055; duration=0sec 2024-11-14T14:25:42,499 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:42,499 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:B 2024-11-14T14:25:42,499 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:25:42,499 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 98386640180d4326f070794e9d73513c/C is initiating minor compaction (all files) 2024-11-14T14:25:42,499 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98386640180d4326f070794e9d73513c/C in TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:42,499 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/c6707a5203bc41c987b3b868d092be4f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1bf14226875541adb9ab25511f3d7d63, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2cf02fae42024148b48f604d720017b0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/110f4f155d124adc9b49f173d15b57c6] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp, totalSize=48.8 K 2024-11-14T14:25:42,500 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6707a5203bc41c987b3b868d092be4f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731594337740 2024-11-14T14:25:42,501 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bf14226875541adb9ab25511f3d7d63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731594338390 2024-11-14T14:25:42,501 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cf02fae42024148b48f604d720017b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731594339757 2024-11-14T14:25:42,502 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 110f4f155d124adc9b49f173d15b57c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731594340454 2024-11-14T14:25:42,514 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98386640180d4326f070794e9d73513c#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:25:42,515 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/45bc2af143a242f2a8c828cecd6eecf0 is 50, key is test_row_0/C:col10/1731594341567/Put/seqid=0 2024-11-14T14:25:42,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741925_1101 (size=13221) 2024-11-14T14:25:42,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33668 deadline: 1731594402532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,534 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., hostname=d4069aa67eab,43913,1731594320188, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:25:42,537 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/45bc2af143a242f2a8c828cecd6eecf0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/45bc2af143a242f2a8c828cecd6eecf0 2024-11-14T14:25:42,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33666 deadline: 1731594402536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,541 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., hostname=d4069aa67eab,43913,1731594320188, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:25:42,546 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 98386640180d4326f070794e9d73513c/C of 98386640180d4326f070794e9d73513c into 45bc2af143a242f2a8c828cecd6eecf0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:25:42,546 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:42,547 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., storeName=98386640180d4326f070794e9d73513c/C, priority=12, startTime=1731594342055; duration=0sec 2024-11-14T14:25:42,547 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:42,547 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:C 2024-11-14T14:25:42,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33654 deadline: 1731594402546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,548 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c., hostname=d4069aa67eab,43913,1731594320188, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:25:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594402581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594402583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-14T14:25:42,645 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-14T14:25:42,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-14T14:25:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T14:25:42,648 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:42,648 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:42,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:42,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/4296bafa56df43cd8d76e01b4b6b6ccf 2024-11-14T14:25:42,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/0ac0a8bbfc7b4735b357daa72e756738 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/0ac0a8bbfc7b4735b357daa72e756738 2024-11-14T14:25:42,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/0ac0a8bbfc7b4735b357daa72e756738, entries=150, sequenceid=408, filesize=12.0 K 2024-11-14T14:25:42,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/35907e62ee944a04b38a7380b1dc100c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/35907e62ee944a04b38a7380b1dc100c 2024-11-14T14:25:42,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/35907e62ee944a04b38a7380b1dc100c, entries=150, sequenceid=408, filesize=12.0 K 2024-11-14T14:25:42,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/4296bafa56df43cd8d76e01b4b6b6ccf as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4296bafa56df43cd8d76e01b4b6b6ccf 2024-11-14T14:25:42,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4296bafa56df43cd8d76e01b4b6b6ccf, entries=150, sequenceid=408, filesize=12.0 K 2024-11-14T14:25:42,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 98386640180d4326f070794e9d73513c in 507ms, sequenceid=408, compaction requested=false 2024-11-14T14:25:42,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T14:25:42,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-14T14:25:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:42,801 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:25:42,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:42,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:42,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:42,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:42,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:42,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/d99f79e67e114b4aafe185aeb95ca415 is 50, key is test_row_0/A:col10/1731594342272/Put/seqid=0 2024-11-14T14:25:42,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741926_1102 (size=12301) 2024-11-14T14:25:42,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:42,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:42,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594402899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594402900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T14:25:43,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594403004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594403004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:43,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594403207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:43,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594403208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:43,225 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/d99f79e67e114b4aafe185aeb95ca415 2024-11-14T14:25:43,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/6af7a2b182e141ed83b76acb4bf22c7d is 50, key is test_row_0/B:col10/1731594342272/Put/seqid=0 2024-11-14T14:25:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741927_1103 (size=12301) 2024-11-14T14:25:43,244 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/6af7a2b182e141ed83b76acb4bf22c7d 2024-11-14T14:25:43,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T14:25:43,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/df95e4b7b06947858893037ff4a2212c is 50, key is test_row_0/C:col10/1731594342272/Put/seqid=0 2024-11-14T14:25:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741928_1104 (size=12301) 2024-11-14T14:25:43,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594403511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:43,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594403511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:43,658 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/df95e4b7b06947858893037ff4a2212c 2024-11-14T14:25:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/d99f79e67e114b4aafe185aeb95ca415 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d99f79e67e114b4aafe185aeb95ca415 2024-11-14T14:25:43,687 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d99f79e67e114b4aafe185aeb95ca415, entries=150, sequenceid=435, filesize=12.0 K 2024-11-14T14:25:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/6af7a2b182e141ed83b76acb4bf22c7d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/6af7a2b182e141ed83b76acb4bf22c7d 2024-11-14T14:25:43,694 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/6af7a2b182e141ed83b76acb4bf22c7d, entries=150, sequenceid=435, filesize=12.0 K 2024-11-14T14:25:43,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/df95e4b7b06947858893037ff4a2212c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/df95e4b7b06947858893037ff4a2212c 2024-11-14T14:25:43,701 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/df95e4b7b06947858893037ff4a2212c, entries=150, sequenceid=435, filesize=12.0 K 2024-11-14T14:25:43,703 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 98386640180d4326f070794e9d73513c in 901ms, sequenceid=435, compaction requested=true 2024-11-14T14:25:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:43,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-14T14:25:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-14T14:25:43,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-14T14:25:43,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0560 sec 2024-11-14T14:25:43,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.0600 sec 2024-11-14T14:25:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-14T14:25:43,751 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-14T14:25:43,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-14T14:25:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T14:25:43,753 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:43,754 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:43,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T14:25:43,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:43,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-14T14:25:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:43,906 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T14:25:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:43,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/009755400e904ce2ab08533975d36b06 is 50, key is test_row_0/A:col10/1731594342898/Put/seqid=0 2024-11-14T14:25:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741929_1105 (size=12301) 2024-11-14T14:25:43,918 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/009755400e904ce2ab08533975d36b06 2024-11-14T14:25:43,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/65b87bb3715642caa4a44d40a264bf2e is 50, key is test_row_0/B:col10/1731594342898/Put/seqid=0 2024-11-14T14:25:43,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741930_1106 (size=12301) 2024-11-14T14:25:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:44,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:44,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594404042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:44,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594404043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T14:25:44,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594404147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594404147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:44,337 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/65b87bb3715642caa4a44d40a264bf2e 2024-11-14T14:25:44,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/24efd58d485f4ac1a19b9ef5cb4efc0c is 50, key is test_row_0/C:col10/1731594342898/Put/seqid=0 2024-11-14T14:25:44,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:44,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594404350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594404350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T14:25:44,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741931_1107 (size=12301) 2024-11-14T14:25:44,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594404652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594404652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:44,765 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/24efd58d485f4ac1a19b9ef5cb4efc0c 2024-11-14T14:25:44,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/009755400e904ce2ab08533975d36b06 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/009755400e904ce2ab08533975d36b06 2024-11-14T14:25:44,776 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/009755400e904ce2ab08533975d36b06, entries=150, sequenceid=447, filesize=12.0 K 2024-11-14T14:25:44,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/65b87bb3715642caa4a44d40a264bf2e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/65b87bb3715642caa4a44d40a264bf2e 2024-11-14T14:25:44,782 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/65b87bb3715642caa4a44d40a264bf2e, entries=150, sequenceid=447, filesize=12.0 K 2024-11-14T14:25:44,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/24efd58d485f4ac1a19b9ef5cb4efc0c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/24efd58d485f4ac1a19b9ef5cb4efc0c 2024-11-14T14:25:44,789 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/24efd58d485f4ac1a19b9ef5cb4efc0c, entries=150, sequenceid=447, filesize=12.0 K 2024-11-14T14:25:44,790 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 98386640180d4326f070794e9d73513c in 884ms, sequenceid=447, compaction requested=true 2024-11-14T14:25:44,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:44,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:44,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-14T14:25:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-14T14:25:44,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-14T14:25:44,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-11-14T14:25:44,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.0410 sec 2024-11-14T14:25:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-14T14:25:44,856 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-14T14:25:44,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-14T14:25:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T14:25:44,858 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:44,859 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:44,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T14:25:45,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:45,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-14T14:25:45,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:45,011 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:25:45,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:45,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/824d4f2fa4dd42a08fbe942155ade689 is 50, key is test_row_0/A:col10/1731594344041/Put/seqid=0 2024-11-14T14:25:45,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741932_1108 (size=12301) 2024-11-14T14:25:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T14:25:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:45,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. as already flushing 2024-11-14T14:25:45,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594405170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:45,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594405170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:45,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594405272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:45,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594405274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:45,425 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/824d4f2fa4dd42a08fbe942155ade689 2024-11-14T14:25:45,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/602f705454f2432d97d2269ee8f27959 is 50, key is test_row_0/B:col10/1731594344041/Put/seqid=0 2024-11-14T14:25:45,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741933_1109 (size=12301) 2024-11-14T14:25:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T14:25:45,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594405474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:45,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594405477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:45,741 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:64189 2024-11-14T14:25:45,741 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:45,743 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:64189 2024-11-14T14:25:45,743 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:45,744 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:64189 2024-11-14T14:25:45,744 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:45,746 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:64189 2024-11-14T14:25:45,746 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:45,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594405779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:45,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594405781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:45,839 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/602f705454f2432d97d2269ee8f27959 2024-11-14T14:25:45,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/97358dde18da4d76b532f17112482dea is 50, key is test_row_0/C:col10/1731594344041/Put/seqid=0 2024-11-14T14:25:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741934_1110 (size=12301) 2024-11-14T14:25:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T14:25:46,255 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/97358dde18da4d76b532f17112482dea 2024-11-14T14:25:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/824d4f2fa4dd42a08fbe942155ade689 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/824d4f2fa4dd42a08fbe942155ade689 2024-11-14T14:25:46,272 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/824d4f2fa4dd42a08fbe942155ade689, entries=150, sequenceid=471, filesize=12.0 K 2024-11-14T14:25:46,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/602f705454f2432d97d2269ee8f27959 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/602f705454f2432d97d2269ee8f27959 2024-11-14T14:25:46,279 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/602f705454f2432d97d2269ee8f27959, entries=150, sequenceid=471, filesize=12.0 K 2024-11-14T14:25:46,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/97358dde18da4d76b532f17112482dea as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97358dde18da4d76b532f17112482dea 2024-11-14T14:25:46,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33632 deadline: 1731594406283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:46,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731594406285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:46,286 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97358dde18da4d76b532f17112482dea, entries=150, sequenceid=471, filesize=12.0 K 2024-11-14T14:25:46,287 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 98386640180d4326f070794e9d73513c in 1276ms, sequenceid=471, compaction requested=true 2024-11-14T14:25:46,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:46,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:46,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T14:25:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-14T14:25:46,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-14T14:25:46,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4300 sec 2024-11-14T14:25:46,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.4340 sec 2024-11-14T14:25:46,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 98386640180d4326f070794e9d73513c 2024-11-14T14:25:46,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:25:46,547 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:64189 2024-11-14T14:25:46,547 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:46,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:46,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:46,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:46,556 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:64189 2024-11-14T14:25:46,556 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:46,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/c2b221c66f034213a976593e8bb67e88 is 50, key is test_row_0/A:col10/1731594346544/Put/seqid=0 2024-11-14T14:25:46,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741935_1111 (size=12301) 2024-11-14T14:25:46,571 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:64189 2024-11-14T14:25:46,571 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:46,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/c2b221c66f034213a976593e8bb67e88 2024-11-14T14:25:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-14T14:25:46,965 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-14T14:25:46,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/da1eb3fe6c3b43628840537ceec42d8c is 50, key is test_row_0/B:col10/1731594346544/Put/seqid=0 2024-11-14T14:25:46,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741936_1112 (size=12301) 2024-11-14T14:25:47,292 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:64189 2024-11-14T14:25:47,292 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:47,296 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:64189 2024-11-14T14:25:47,297 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:47,297 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:25:47,297 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-14T14:25:47,297 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6144 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6062 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2620 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7859 rows 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2612 2024-11-14T14:25:47,298 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7835 rows 2024-11-14T14:25:47,298 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T14:25:47,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:64189 2024-11-14T14:25:47,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:25:47,301 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T14:25:47,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:25:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:47,314 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594347313"}]},"ts":"1731594347313"} 2024-11-14T14:25:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T14:25:47,315 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:25:47,350 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:25:47,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:25:47,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98386640180d4326f070794e9d73513c, UNASSIGN}] 2024-11-14T14:25:47,357 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98386640180d4326f070794e9d73513c, UNASSIGN 2024-11-14T14:25:47,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=98386640180d4326f070794e9d73513c, regionState=CLOSING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:47,358 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:25:47,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:25:47,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/da1eb3fe6c3b43628840537ceec42d8c 2024-11-14T14:25:47,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/f4461aa9efda422bb6cc80e8a188690a is 50, key is test_row_0/C:col10/1731594346544/Put/seqid=0 2024-11-14T14:25:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741937_1113 (size=12301) 2024-11-14T14:25:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T14:25:47,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:47,519 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 98386640180d4326f070794e9d73513c 2024-11-14T14:25:47,519 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T14:25:47,520 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 98386640180d4326f070794e9d73513c, disabling compactions & flushes 2024-11-14T14:25:47,520 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T14:25:47,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/f4461aa9efda422bb6cc80e8a188690a 2024-11-14T14:25:47,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/c2b221c66f034213a976593e8bb67e88 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c2b221c66f034213a976593e8bb67e88 2024-11-14T14:25:47,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c2b221c66f034213a976593e8bb67e88, entries=150, sequenceid=484, filesize=12.0 K 2024-11-14T14:25:47,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/da1eb3fe6c3b43628840537ceec42d8c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/da1eb3fe6c3b43628840537ceec42d8c 2024-11-14T14:25:47,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/da1eb3fe6c3b43628840537ceec42d8c, entries=150, sequenceid=484, filesize=12.0 K 2024-11-14T14:25:47,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/f4461aa9efda422bb6cc80e8a188690a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/f4461aa9efda422bb6cc80e8a188690a 2024-11-14T14:25:47,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/f4461aa9efda422bb6cc80e8a188690a, entries=150, sequenceid=484, filesize=12.0 K 2024-11-14T14:25:47,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 98386640180d4326f070794e9d73513c in 1275ms, sequenceid=484, compaction requested=true 2024-11-14T14:25:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:47,821 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:47,821 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:25:47,822 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. after waiting 1 ms 2024-11-14T14:25:47,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:47,822 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. because compaction request was cancelled 2024-11-14T14:25:47,822 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:47,822 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:A 2024-11-14T14:25:47,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:47,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:47,822 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. because compaction request was cancelled 2024-11-14T14:25:47,822 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 98386640180d4326f070794e9d73513c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T14:25:47,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98386640180d4326f070794e9d73513c:C, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:25:47,822 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:B 2024-11-14T14:25:47,822 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. because compaction request was cancelled 2024-11-14T14:25:47,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:25:47,822 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98386640180d4326f070794e9d73513c:C 2024-11-14T14:25:47,822 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=A 2024-11-14T14:25:47,822 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:47,822 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=B 2024-11-14T14:25:47,822 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:47,822 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98386640180d4326f070794e9d73513c, store=C 2024-11-14T14:25:47,822 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:47,826 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/b864d1322c3342319d360a919a4b72f2 is 50, key is test_row_1/A:col10/1731594347294/Put/seqid=0 2024-11-14T14:25:47,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741938_1114 (size=9857) 2024-11-14T14:25:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T14:25:48,232 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/b864d1322c3342319d360a919a4b72f2 2024-11-14T14:25:48,246 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/354b2a21ebcc481b8594686292b1eab4 is 50, key is test_row_1/B:col10/1731594347294/Put/seqid=0 2024-11-14T14:25:48,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741939_1115 (size=9857) 2024-11-14T14:25:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T14:25:48,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:25:48,654 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/354b2a21ebcc481b8594686292b1eab4 2024-11-14T14:25:48,696 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/6c7e15cd58834012b84ca647288ad480 is 50, key is test_row_1/C:col10/1731594347294/Put/seqid=0 2024-11-14T14:25:48,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741940_1116 (size=9857) 2024-11-14T14:25:48,773 ERROR [LeaseRenewer:jenkins@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34543,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:49,103 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/6c7e15cd58834012b84ca647288ad480 2024-11-14T14:25:49,116 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/A/b864d1322c3342319d360a919a4b72f2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b864d1322c3342319d360a919a4b72f2 2024-11-14T14:25:49,121 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b864d1322c3342319d360a919a4b72f2, entries=100, sequenceid=491, filesize=9.6 K 2024-11-14T14:25:49,122 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/B/354b2a21ebcc481b8594686292b1eab4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/354b2a21ebcc481b8594686292b1eab4 2024-11-14T14:25:49,126 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/354b2a21ebcc481b8594686292b1eab4, entries=100, sequenceid=491, filesize=9.6 K 2024-11-14T14:25:49,127 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/.tmp/C/6c7e15cd58834012b84ca647288ad480 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/6c7e15cd58834012b84ca647288ad480 2024-11-14T14:25:49,131 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/6c7e15cd58834012b84ca647288ad480, entries=100, sequenceid=491, filesize=9.6 K 2024-11-14T14:25:49,132 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 98386640180d4326f070794e9d73513c in 1310ms, sequenceid=491, compaction requested=true 2024-11-14T14:25:49,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/9237d4b2640a4f07a421ae001757bb16, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/241f7ba547264913838c3f9c13d0dc98, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a7b0b876f18f457e803810c2b29c1ff4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ed036d60ed384767b04778755787d87e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/176ccc1bc9584fe5b2cae20629183286, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/5b86950c166445139754e5952d7f753b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a6d67f08f6c845daad2b038c054aea7e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/36dd2579ee95429ca597bd4e809ca85a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/1a72d3acef674f399b6d141fa01fa691, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c73abce9dbc54447adb2cd0a19c6e699, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6b102bd92aff44bbb6f55e596bc4e3a5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6316c850b2a84da89f73f9fc1cd008f1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a82e2304b00f43329269c35d79de6cdb, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/cf4681d9776748278900cdab827736e9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b543c965879c4e369a2865f9a6442b30, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/52db3e37e1e74787a4ba1b9b200a4840, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c847f239953946c7871ad05a432fb8f3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ef555cda11054f8182944b5514cc967a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/e17de1cacdb84d98800076a869f4c832, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/fae09d304ec3406c83ec9053929e2101, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d492977c1fe942778f8d83daba76f7fd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/74fc4cc1e53244ca890a3ae63ecffde3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/255ac5d240f041909c726434e733870b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/dd9adeba97574cd7aacc8d160333e04f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f7e8d661455e4571b071622ef23051f7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/2f901e85315449769427f0f698b61178, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f146d82d63cc4a0ba242bd4b446d7a71] to archive 2024-11-14T14:25:49,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:25:49,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/9237d4b2640a4f07a421ae001757bb16 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/9237d4b2640a4f07a421ae001757bb16 2024-11-14T14:25:49,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/241f7ba547264913838c3f9c13d0dc98 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/241f7ba547264913838c3f9c13d0dc98 2024-11-14T14:25:49,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a7b0b876f18f457e803810c2b29c1ff4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a7b0b876f18f457e803810c2b29c1ff4 2024-11-14T14:25:49,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ed036d60ed384767b04778755787d87e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ed036d60ed384767b04778755787d87e 2024-11-14T14:25:49,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/176ccc1bc9584fe5b2cae20629183286 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/176ccc1bc9584fe5b2cae20629183286 2024-11-14T14:25:49,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/5b86950c166445139754e5952d7f753b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/5b86950c166445139754e5952d7f753b 2024-11-14T14:25:49,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a6d67f08f6c845daad2b038c054aea7e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a6d67f08f6c845daad2b038c054aea7e 2024-11-14T14:25:49,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/36dd2579ee95429ca597bd4e809ca85a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/36dd2579ee95429ca597bd4e809ca85a 2024-11-14T14:25:49,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/1a72d3acef674f399b6d141fa01fa691 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/1a72d3acef674f399b6d141fa01fa691 2024-11-14T14:25:49,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c73abce9dbc54447adb2cd0a19c6e699 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c73abce9dbc54447adb2cd0a19c6e699 2024-11-14T14:25:49,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6b102bd92aff44bbb6f55e596bc4e3a5 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6b102bd92aff44bbb6f55e596bc4e3a5 2024-11-14T14:25:49,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6316c850b2a84da89f73f9fc1cd008f1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/6316c850b2a84da89f73f9fc1cd008f1 2024-11-14T14:25:49,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a82e2304b00f43329269c35d79de6cdb to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/a82e2304b00f43329269c35d79de6cdb 2024-11-14T14:25:49,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/cf4681d9776748278900cdab827736e9 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/cf4681d9776748278900cdab827736e9 2024-11-14T14:25:49,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b543c965879c4e369a2865f9a6442b30 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b543c965879c4e369a2865f9a6442b30 2024-11-14T14:25:49,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/52db3e37e1e74787a4ba1b9b200a4840 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/52db3e37e1e74787a4ba1b9b200a4840 2024-11-14T14:25:49,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c847f239953946c7871ad05a432fb8f3 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c847f239953946c7871ad05a432fb8f3 2024-11-14T14:25:49,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ef555cda11054f8182944b5514cc967a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/ef555cda11054f8182944b5514cc967a 2024-11-14T14:25:49,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/e17de1cacdb84d98800076a869f4c832 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/e17de1cacdb84d98800076a869f4c832 2024-11-14T14:25:49,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/fae09d304ec3406c83ec9053929e2101 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/fae09d304ec3406c83ec9053929e2101 2024-11-14T14:25:49,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d492977c1fe942778f8d83daba76f7fd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d492977c1fe942778f8d83daba76f7fd 2024-11-14T14:25:49,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/74fc4cc1e53244ca890a3ae63ecffde3 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/74fc4cc1e53244ca890a3ae63ecffde3 2024-11-14T14:25:49,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/255ac5d240f041909c726434e733870b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/255ac5d240f041909c726434e733870b 2024-11-14T14:25:49,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/dd9adeba97574cd7aacc8d160333e04f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/dd9adeba97574cd7aacc8d160333e04f 2024-11-14T14:25:49,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f7e8d661455e4571b071622ef23051f7 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f7e8d661455e4571b071622ef23051f7 2024-11-14T14:25:49,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/2f901e85315449769427f0f698b61178 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/2f901e85315449769427f0f698b61178 2024-11-14T14:25:49,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f146d82d63cc4a0ba242bd4b446d7a71 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/f146d82d63cc4a0ba242bd4b446d7a71 2024-11-14T14:25:49,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36d4f6a3946642bbb2ec3ace44bb0f3c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/12da4f6d141c4139a583431ea5cbcd3c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/2914a24887554029ab350c0b618f9444, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9d7fa0afa8d54819b0a34568ef15dc4d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/19b33f6190ba4ae9a5825dbcd3b74ed6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d2c5b58a2b9b4a04a3f12d4e4ff763c4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/09349b5951164ab59c4756633f70ce29, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/048ca21465d94933b0aad02a6e5d2aee, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8ce3ba490350495ca263f1892bec9dd6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9ca79fc8ac3d464e9e37982048b195ef, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a80f8958d700469e85ff914db402bb79, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a66218aac38045b09f2269f4c6018955, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1bb5f720a37e429dbe4c300b84213f7c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36f5c16c219841e69d5b47da824a0033, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8d8267223de241fc922f7c0d59bccde8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/41aca515a5224269921b880a24b6ab77, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d24a55a44c76494ba771f27ca2965eb1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/53a70a184aa647a3970221f81f72e746, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/42ca602d41c24b778d5ae8a1ab994a88, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1adf1e4a4f3b4dcf9459728c6be50cab, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1c2780a19005490090c099d23e3976d5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/773896d4bd074f76988875945f2669d3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/963f90b0caf74ae09f3790e443cad89f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1119483f31fa4cc88d76192219ab2ed1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9e864f6e511d4f12a30e5051d199b880, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/843b4930a736419599edaf8846b48c40, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/4c9fee668f774cc880d6384e518a9365] to archive 2024-11-14T14:25:49,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:25:49,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36d4f6a3946642bbb2ec3ace44bb0f3c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36d4f6a3946642bbb2ec3ace44bb0f3c 2024-11-14T14:25:49,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/12da4f6d141c4139a583431ea5cbcd3c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/12da4f6d141c4139a583431ea5cbcd3c 2024-11-14T14:25:49,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/2914a24887554029ab350c0b618f9444 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/2914a24887554029ab350c0b618f9444 2024-11-14T14:25:49,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9d7fa0afa8d54819b0a34568ef15dc4d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9d7fa0afa8d54819b0a34568ef15dc4d 2024-11-14T14:25:49,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/19b33f6190ba4ae9a5825dbcd3b74ed6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/19b33f6190ba4ae9a5825dbcd3b74ed6 2024-11-14T14:25:49,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d2c5b58a2b9b4a04a3f12d4e4ff763c4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d2c5b58a2b9b4a04a3f12d4e4ff763c4 2024-11-14T14:25:49,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/09349b5951164ab59c4756633f70ce29 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/09349b5951164ab59c4756633f70ce29 2024-11-14T14:25:49,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/048ca21465d94933b0aad02a6e5d2aee to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/048ca21465d94933b0aad02a6e5d2aee 2024-11-14T14:25:49,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8ce3ba490350495ca263f1892bec9dd6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8ce3ba490350495ca263f1892bec9dd6 2024-11-14T14:25:49,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9ca79fc8ac3d464e9e37982048b195ef to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9ca79fc8ac3d464e9e37982048b195ef 2024-11-14T14:25:49,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a80f8958d700469e85ff914db402bb79 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a80f8958d700469e85ff914db402bb79 2024-11-14T14:25:49,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a66218aac38045b09f2269f4c6018955 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a66218aac38045b09f2269f4c6018955 2024-11-14T14:25:49,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1bb5f720a37e429dbe4c300b84213f7c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1bb5f720a37e429dbe4c300b84213f7c 2024-11-14T14:25:49,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36f5c16c219841e69d5b47da824a0033 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/36f5c16c219841e69d5b47da824a0033 2024-11-14T14:25:49,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8d8267223de241fc922f7c0d59bccde8 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/8d8267223de241fc922f7c0d59bccde8 2024-11-14T14:25:49,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/41aca515a5224269921b880a24b6ab77 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/41aca515a5224269921b880a24b6ab77 2024-11-14T14:25:49,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d24a55a44c76494ba771f27ca2965eb1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/d24a55a44c76494ba771f27ca2965eb1 2024-11-14T14:25:49,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/53a70a184aa647a3970221f81f72e746 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/53a70a184aa647a3970221f81f72e746 2024-11-14T14:25:49,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/42ca602d41c24b778d5ae8a1ab994a88 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/42ca602d41c24b778d5ae8a1ab994a88 2024-11-14T14:25:49,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1adf1e4a4f3b4dcf9459728c6be50cab to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1adf1e4a4f3b4dcf9459728c6be50cab 2024-11-14T14:25:49,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1c2780a19005490090c099d23e3976d5 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1c2780a19005490090c099d23e3976d5 2024-11-14T14:25:49,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/773896d4bd074f76988875945f2669d3 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/773896d4bd074f76988875945f2669d3 2024-11-14T14:25:49,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/963f90b0caf74ae09f3790e443cad89f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/963f90b0caf74ae09f3790e443cad89f 2024-11-14T14:25:49,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1119483f31fa4cc88d76192219ab2ed1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/1119483f31fa4cc88d76192219ab2ed1 2024-11-14T14:25:49,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9e864f6e511d4f12a30e5051d199b880 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/9e864f6e511d4f12a30e5051d199b880 2024-11-14T14:25:49,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/843b4930a736419599edaf8846b48c40 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/843b4930a736419599edaf8846b48c40 2024-11-14T14:25:49,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/4c9fee668f774cc880d6384e518a9365 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/4c9fee668f774cc880d6384e518a9365 2024-11-14T14:25:49,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2e8a8e403eaf4eaeae4d016dcccb8c31, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1f6dc230d0034fdea69c049dc40a62e1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/a96717201b284df69afb0376972fffec, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/0b7f45814db745b49836c97570156851, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97dafc22ddab4711b1d3fdefdbc49577, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/159c5fbee1ee469fac871c19931c8c46, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/827b6740d40c48a7be4eab96189a0aba, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/65e698b1222d46da8db9748afa9f9775, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5a11951a29d54e66bb8dc09b886e242c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fdf8e232e4db48d29a965e5e11727939, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2ad82466870a4b348c9d884597600c5f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/276cdfac317c43ac9630e50c65e1a753, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/22195cdde7b9402f8175c33182bad6ec, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5e435dace40a41229fe824fc6089adb6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/ce72f18f36254a9a9039017b027b82f7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/14e447ea218a4f148b4a954a56f5520b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/958932692a7c46cf87b8aa76cf231316, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/e27e0ba8708842589cd0e9643d72da1d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/503ba95f67354e89b6bb7f9ded02243f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/b4a83edb46ce47a09fdded6a9cd68598, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2143188db4a44da5bcc2086ba5a7bd96, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4514ea061bf1418c91b1fac929d33ab5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/c6707a5203bc41c987b3b868d092be4f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fec268202685494da4ec3ec9372f8dca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1bf14226875541adb9ab25511f3d7d63, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2cf02fae42024148b48f604d720017b0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/110f4f155d124adc9b49f173d15b57c6] to archive 2024-11-14T14:25:49,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:25:49,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2e8a8e403eaf4eaeae4d016dcccb8c31 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2e8a8e403eaf4eaeae4d016dcccb8c31 2024-11-14T14:25:49,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1f6dc230d0034fdea69c049dc40a62e1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1f6dc230d0034fdea69c049dc40a62e1 2024-11-14T14:25:49,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/a96717201b284df69afb0376972fffec to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/a96717201b284df69afb0376972fffec 2024-11-14T14:25:49,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/0b7f45814db745b49836c97570156851 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/0b7f45814db745b49836c97570156851 2024-11-14T14:25:49,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97dafc22ddab4711b1d3fdefdbc49577 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97dafc22ddab4711b1d3fdefdbc49577 2024-11-14T14:25:49,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/159c5fbee1ee469fac871c19931c8c46 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/159c5fbee1ee469fac871c19931c8c46 2024-11-14T14:25:49,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/827b6740d40c48a7be4eab96189a0aba to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/827b6740d40c48a7be4eab96189a0aba 2024-11-14T14:25:49,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/65e698b1222d46da8db9748afa9f9775 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/65e698b1222d46da8db9748afa9f9775 2024-11-14T14:25:49,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5a11951a29d54e66bb8dc09b886e242c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5a11951a29d54e66bb8dc09b886e242c 2024-11-14T14:25:49,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fdf8e232e4db48d29a965e5e11727939 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fdf8e232e4db48d29a965e5e11727939 2024-11-14T14:25:49,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2ad82466870a4b348c9d884597600c5f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2ad82466870a4b348c9d884597600c5f 2024-11-14T14:25:49,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/276cdfac317c43ac9630e50c65e1a753 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/276cdfac317c43ac9630e50c65e1a753 2024-11-14T14:25:49,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/22195cdde7b9402f8175c33182bad6ec to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/22195cdde7b9402f8175c33182bad6ec 2024-11-14T14:25:49,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5e435dace40a41229fe824fc6089adb6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/5e435dace40a41229fe824fc6089adb6 2024-11-14T14:25:49,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/ce72f18f36254a9a9039017b027b82f7 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/ce72f18f36254a9a9039017b027b82f7 2024-11-14T14:25:49,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/14e447ea218a4f148b4a954a56f5520b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/14e447ea218a4f148b4a954a56f5520b 2024-11-14T14:25:49,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/958932692a7c46cf87b8aa76cf231316 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/958932692a7c46cf87b8aa76cf231316 2024-11-14T14:25:49,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/e27e0ba8708842589cd0e9643d72da1d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/e27e0ba8708842589cd0e9643d72da1d 2024-11-14T14:25:49,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/503ba95f67354e89b6bb7f9ded02243f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/503ba95f67354e89b6bb7f9ded02243f 2024-11-14T14:25:49,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/b4a83edb46ce47a09fdded6a9cd68598 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/b4a83edb46ce47a09fdded6a9cd68598 2024-11-14T14:25:49,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2143188db4a44da5bcc2086ba5a7bd96 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2143188db4a44da5bcc2086ba5a7bd96 2024-11-14T14:25:49,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4514ea061bf1418c91b1fac929d33ab5 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4514ea061bf1418c91b1fac929d33ab5 2024-11-14T14:25:49,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/c6707a5203bc41c987b3b868d092be4f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/c6707a5203bc41c987b3b868d092be4f 2024-11-14T14:25:49,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fec268202685494da4ec3ec9372f8dca to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/fec268202685494da4ec3ec9372f8dca 2024-11-14T14:25:49,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1bf14226875541adb9ab25511f3d7d63 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/1bf14226875541adb9ab25511f3d7d63 2024-11-14T14:25:49,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2cf02fae42024148b48f604d720017b0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/2cf02fae42024148b48f604d720017b0 2024-11-14T14:25:49,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/110f4f155d124adc9b49f173d15b57c6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/110f4f155d124adc9b49f173d15b57c6 2024-11-14T14:25:49,251 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/recovered.edits/494.seqid, newMaxSeqId=494, maxSeqId=1 2024-11-14T14:25:49,253 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c. 2024-11-14T14:25:49,253 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 98386640180d4326f070794e9d73513c: 2024-11-14T14:25:49,255 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 98386640180d4326f070794e9d73513c 2024-11-14T14:25:49,255 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=98386640180d4326f070794e9d73513c, regionState=CLOSED 2024-11-14T14:25:49,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T14:25:49,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 98386640180d4326f070794e9d73513c, server=d4069aa67eab,43913,1731594320188 in 1.8970 sec 2024-11-14T14:25:49,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-14T14:25:49,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=98386640180d4326f070794e9d73513c, UNASSIGN in 1.9010 sec 2024-11-14T14:25:49,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T14:25:49,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9070 sec 2024-11-14T14:25:49,262 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594349261"}]},"ts":"1731594349261"} 2024-11-14T14:25:49,263 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:25:49,300 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:25:49,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9930 sec 2024-11-14T14:25:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-14T14:25:49,422 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-14T14:25:49,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:25:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:49,435 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:49,437 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-14T14:25:49,440 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c 2024-11-14T14:25:49,444 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/recovered.edits] 2024-11-14T14:25:49,446 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/009755400e904ce2ab08533975d36b06 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/009755400e904ce2ab08533975d36b06 2024-11-14T14:25:49,447 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/0ac0a8bbfc7b4735b357daa72e756738 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/0ac0a8bbfc7b4735b357daa72e756738 2024-11-14T14:25:49,449 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/605f652898034c6bbd19877ca8ae3dfa to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/605f652898034c6bbd19877ca8ae3dfa 2024-11-14T14:25:49,450 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/824d4f2fa4dd42a08fbe942155ade689 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/824d4f2fa4dd42a08fbe942155ade689 2024-11-14T14:25:49,451 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b864d1322c3342319d360a919a4b72f2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/b864d1322c3342319d360a919a4b72f2 2024-11-14T14:25:49,453 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c2b221c66f034213a976593e8bb67e88 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/c2b221c66f034213a976593e8bb67e88 2024-11-14T14:25:49,455 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d99f79e67e114b4aafe185aeb95ca415 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/A/d99f79e67e114b4aafe185aeb95ca415 2024-11-14T14:25:49,458 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/354b2a21ebcc481b8594686292b1eab4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/354b2a21ebcc481b8594686292b1eab4 2024-11-14T14:25:49,460 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/35907e62ee944a04b38a7380b1dc100c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/35907e62ee944a04b38a7380b1dc100c 2024-11-14T14:25:49,461 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/602f705454f2432d97d2269ee8f27959 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/602f705454f2432d97d2269ee8f27959 2024-11-14T14:25:49,462 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/65b87bb3715642caa4a44d40a264bf2e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/65b87bb3715642caa4a44d40a264bf2e 2024-11-14T14:25:49,464 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/6af7a2b182e141ed83b76acb4bf22c7d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/6af7a2b182e141ed83b76acb4bf22c7d 2024-11-14T14:25:49,465 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a7dfd8c6ea714478b91baa58cb468087 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/a7dfd8c6ea714478b91baa58cb468087 2024-11-14T14:25:49,466 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/da1eb3fe6c3b43628840537ceec42d8c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/B/da1eb3fe6c3b43628840537ceec42d8c 2024-11-14T14:25:49,468 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/24efd58d485f4ac1a19b9ef5cb4efc0c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/24efd58d485f4ac1a19b9ef5cb4efc0c 2024-11-14T14:25:49,469 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4296bafa56df43cd8d76e01b4b6b6ccf to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/4296bafa56df43cd8d76e01b4b6b6ccf 2024-11-14T14:25:49,470 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/45bc2af143a242f2a8c828cecd6eecf0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/45bc2af143a242f2a8c828cecd6eecf0 2024-11-14T14:25:49,471 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/6c7e15cd58834012b84ca647288ad480 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/6c7e15cd58834012b84ca647288ad480 2024-11-14T14:25:49,472 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97358dde18da4d76b532f17112482dea to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/97358dde18da4d76b532f17112482dea 2024-11-14T14:25:49,473 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/df95e4b7b06947858893037ff4a2212c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/df95e4b7b06947858893037ff4a2212c 2024-11-14T14:25:49,474 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/f4461aa9efda422bb6cc80e8a188690a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/C/f4461aa9efda422bb6cc80e8a188690a 2024-11-14T14:25:49,477 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/recovered.edits/494.seqid to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c/recovered.edits/494.seqid 2024-11-14T14:25:49,477 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/98386640180d4326f070794e9d73513c 2024-11-14T14:25:49,477 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:25:49,482 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:49,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T14:25:49,488 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:25:49,515 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:25:49,516 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:49,516 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:25:49,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731594349516"}]},"ts":"9223372036854775807"} 2024-11-14T14:25:49,520 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T14:25:49,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 98386640180d4326f070794e9d73513c, NAME => 'TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:25:49,520 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:25:49,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731594349520"}]},"ts":"9223372036854775807"} 2024-11-14T14:25:49,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T14:25:49,531 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:49,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 103 msec 2024-11-14T14:25:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-14T14:25:49,538 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-14T14:25:49,551 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: hconnection-0x38fd0fa6-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x38fd0fa6-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d4069aa67eab:43913-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_150211909_22 at /127.0.0.1:43058 [Waiting for operation #308] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x38fd0fa6-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_799208069_22 at /127.0.0.1:42896 [Waiting for operation #323] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x38fd0fa6-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 153) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=569 (was 1099) 2024-11-14T14:25:49,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=569 2024-11-14T14:25:49,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:25:49,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:25:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:49,566 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:25:49,566 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:49,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-14T14:25:49,567 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:25:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T14:25:49,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741941_1117 (size=960) 2024-11-14T14:25:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T14:25:49,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:25:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T14:25:49,977 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 2024-11-14T14:25:49,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741942_1118 (size=53) 2024-11-14T14:25:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T14:25:50,389 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:50,389 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6731cbdc732d4a9ccd47ad339776b798, disabling compactions & flushes 2024-11-14T14:25:50,390 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:50,390 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:50,390 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. after waiting 0 ms 2024-11-14T14:25:50,390 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:50,390 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:50,390 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:25:50,392 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:25:50,393 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731594350393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594350393"}]},"ts":"1731594350393"} 2024-11-14T14:25:50,396 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T14:25:50,397 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:25:50,398 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594350397"}]},"ts":"1731594350397"} 2024-11-14T14:25:50,399 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:25:50,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, ASSIGN}] 2024-11-14T14:25:50,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, ASSIGN 2024-11-14T14:25:50,454 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, ASSIGN; state=OFFLINE, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=false 2024-11-14T14:25:50,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=6731cbdc732d4a9ccd47ad339776b798, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:50,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:25:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T14:25:50,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:50,771 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:50,771 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:25:50,772 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:50,772 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:50,772 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:50,773 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:50,775 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:50,777 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:25:50,777 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6731cbdc732d4a9ccd47ad339776b798 columnFamilyName A 2024-11-14T14:25:50,777 DEBUG [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:50,778 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(327): Store=6731cbdc732d4a9ccd47ad339776b798/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:50,778 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:50,780 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:25:50,781 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6731cbdc732d4a9ccd47ad339776b798 columnFamilyName B 2024-11-14T14:25:50,782 DEBUG [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:50,782 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(327): Store=6731cbdc732d4a9ccd47ad339776b798/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:50,782 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:50,784 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:25:50,784 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6731cbdc732d4a9ccd47ad339776b798 columnFamilyName C 2024-11-14T14:25:50,785 DEBUG [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:50,785 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(327): Store=6731cbdc732d4a9ccd47ad339776b798/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:50,785 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:50,786 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:50,787 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:50,789 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:25:50,791 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:50,794 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:25:50,794 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 6731cbdc732d4a9ccd47ad339776b798; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66308211, jitterRate=-0.011930659413337708}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:25:50,795 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:25:50,796 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., pid=41, masterSystemTime=1731594350762 2024-11-14T14:25:50,798 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:50,798 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:50,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=6731cbdc732d4a9ccd47ad339776b798, regionState=OPEN, openSeqNum=2, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:50,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-14T14:25:50,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 in 191 msec 2024-11-14T14:25:50,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-14T14:25:50,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, ASSIGN in 350 msec 2024-11-14T14:25:50,803 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:25:50,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594350804"}]},"ts":"1731594350804"} 2024-11-14T14:25:50,805 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:25:50,815 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:25:50,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2510 sec 2024-11-14T14:25:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-14T14:25:51,678 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-14T14:25:51,683 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-14T14:25:51,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:51,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:51,733 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:51,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:25:51,738 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:25:51,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:25:51,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:25:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T14:25:51,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741943_1119 (size=996) 2024-11-14T14:25:51,971 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:25:51,973 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:25:52,166 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T14:25:52,166 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T14:25:52,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:25:52,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, REOPEN/MOVE}] 2024-11-14T14:25:52,182 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, REOPEN/MOVE 2024-11-14T14:25:52,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=6731cbdc732d4a9ccd47ad339776b798, regionState=CLOSING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:52,184 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:25:52,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:25:52,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:52,337 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,337 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T14:25:52,337 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 6731cbdc732d4a9ccd47ad339776b798, disabling compactions & flushes 2024-11-14T14:25:52,337 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:52,338 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:52,338 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. after waiting 0 ms 2024-11-14T14:25:52,338 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:52,346 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T14:25:52,347 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:52,348 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:25:52,348 WARN [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 6731cbdc732d4a9ccd47ad339776b798 to self. 2024-11-14T14:25:52,350 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=6731cbdc732d4a9ccd47ad339776b798, regionState=CLOSED 2024-11-14T14:25:52,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-14T14:25:52,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 in 168 msec 2024-11-14T14:25:52,354 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, REOPEN/MOVE; state=CLOSED, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=true 2024-11-14T14:25:52,411 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34543,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:52,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=6731cbdc732d4a9ccd47ad339776b798, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:52,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:25:52,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:52,671 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:52,671 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:25:52,672 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,672 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:25:52,673 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,673 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,675 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,676 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:25:52,682 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6731cbdc732d4a9ccd47ad339776b798 columnFamilyName A 2024-11-14T14:25:52,685 DEBUG [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:52,686 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(327): Store=6731cbdc732d4a9ccd47ad339776b798/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:52,686 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,687 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:25:52,688 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6731cbdc732d4a9ccd47ad339776b798 columnFamilyName B 2024-11-14T14:25:52,688 DEBUG [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:52,688 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(327): Store=6731cbdc732d4a9ccd47ad339776b798/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:52,689 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,689 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:25:52,690 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6731cbdc732d4a9ccd47ad339776b798 columnFamilyName C 2024-11-14T14:25:52,690 DEBUG [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:52,690 INFO [StoreOpener-6731cbdc732d4a9ccd47ad339776b798-1 {}] regionserver.HStore(327): Store=6731cbdc732d4a9ccd47ad339776b798/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:25:52,690 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:52,691 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,692 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,694 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:25:52,695 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:52,696 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 6731cbdc732d4a9ccd47ad339776b798; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68330269, jitterRate=0.018200352787971497}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:25:52,698 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:25:52,698 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., pid=46, masterSystemTime=1731594352663 2024-11-14T14:25:52,700 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:52,700 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:52,700 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=6731cbdc732d4a9ccd47ad339776b798, regionState=OPEN, openSeqNum=5, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:52,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-14T14:25:52,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 in 193 msec 2024-11-14T14:25:52,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-14T14:25:52,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, REOPEN/MOVE in 521 msec 2024-11-14T14:25:52,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-14T14:25:52,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 536 msec 2024-11-14T14:25:52,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 959 msec 2024-11-14T14:25:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-14T14:25:52,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-14T14:25:52,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:52,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-14T14:25:52,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:52,890 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-14T14:25:52,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:52,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-14T14:25:52,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:52,920 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-14T14:25:52,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:52,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-14T14:25:52,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:52,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-14T14:25:52,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:52,962 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-14T14:25:52,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:52,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-14T14:25:52,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:25:52,991 DEBUG [hconnection-0x5121a5ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:52,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:52,992 DEBUG [hconnection-0x67328c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:52,992 DEBUG [hconnection-0x668cb76e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:52,992 DEBUG [hconnection-0x3e57955e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:52,992 DEBUG [hconnection-0x34c2a382-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:52,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-14T14:25:52,993 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:52,994 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T14:25:52,994 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:52,994 DEBUG [hconnection-0x14d69165-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:52,995 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:52,995 DEBUG [hconnection-0x13381b1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:52,995 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:52,996 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:52,996 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:52,997 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:52,997 DEBUG [hconnection-0x3b5a53c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:52,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:52,998 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:52,998 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:53,001 DEBUG [hconnection-0x1bf01718-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:25:53,002 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:25:53,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:53,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:25:53,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:25:53,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:53,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:25:53,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:53,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:25:53,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:53,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594413043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594413043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594413046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594413046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594413048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a73eac53e1984726bfe844d99f2d5b2f_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594353001/Put/seqid=0 2024-11-14T14:25:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T14:25:53,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741944_1120 (size=14594) 2024-11-14T14:25:53,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:53,107 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a73eac53e1984726bfe844d99f2d5b2f_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a73eac53e1984726bfe844d99f2d5b2f_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:53,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/54d54adfb6e54f8495b777939853a233, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:25:53,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/54d54adfb6e54f8495b777939853a233 is 175, key is test_row_0/A:col10/1731594353001/Put/seqid=0 2024-11-14T14:25:53,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741945_1121 (size=39549) 2024-11-14T14:25:53,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/54d54adfb6e54f8495b777939853a233 2024-11-14T14:25:53,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T14:25:53,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:53,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594413151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594413151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594413152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594413153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594413154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/3e13a444867a44e0b98448350e841fdd is 50, key is test_row_0/B:col10/1731594353001/Put/seqid=0 2024-11-14T14:25:53,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741946_1122 (size=12001) 2024-11-14T14:25:53,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T14:25:53,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T14:25:53,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:53,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594413358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594413358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594413359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594413359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594413361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,457 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T14:25:53,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:53,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/3e13a444867a44e0b98448350e841fdd 2024-11-14T14:25:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T14:25:53,610 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T14:25:53,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:53,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/885f662ecdf54175808734b3333d6f60 is 50, key is test_row_0/C:col10/1731594353001/Put/seqid=0 2024-11-14T14:25:53,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741947_1123 (size=12001) 2024-11-14T14:25:53,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594413664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594413664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594413665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594413672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594413674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T14:25:53,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:53,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,916 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:53,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T14:25:53,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:53,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:53,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:54,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/885f662ecdf54175808734b3333d6f60 2024-11-14T14:25:54,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/54d54adfb6e54f8495b777939853a233 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/54d54adfb6e54f8495b777939853a233 2024-11-14T14:25:54,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/54d54adfb6e54f8495b777939853a233, entries=200, sequenceid=15, filesize=38.6 K 2024-11-14T14:25:54,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/3e13a444867a44e0b98448350e841fdd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3e13a444867a44e0b98448350e841fdd 2024-11-14T14:25:54,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3e13a444867a44e0b98448350e841fdd, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:25:54,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/885f662ecdf54175808734b3333d6f60 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/885f662ecdf54175808734b3333d6f60 2024-11-14T14:25:54,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/885f662ecdf54175808734b3333d6f60, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T14:25:54,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6731cbdc732d4a9ccd47ad339776b798 in 1047ms, sequenceid=15, compaction requested=false 2024-11-14T14:25:54,056 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T14:25:54,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:25:54,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-14T14:25:54,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:54,070 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T14:25:54,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:25:54,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:54,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:25:54,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:54,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:25:54,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:54,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c73988257610479a907915014b1c34de_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594353040/Put/seqid=0 2024-11-14T14:25:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741948_1124 (size=12154) 2024-11-14T14:25:54,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T14:25:54,106 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c73988257610479a907915014b1c34de_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c73988257610479a907915014b1c34de_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:54,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/1d28ebac3d9c42a59dc70da7a20902a2, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:25:54,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/1d28ebac3d9c42a59dc70da7a20902a2 is 175, key is test_row_0/A:col10/1731594353040/Put/seqid=0 2024-11-14T14:25:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741949_1125 (size=30955) 2024-11-14T14:25:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:54,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:54,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594414184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594414185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594414186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594414187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594414189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594414291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594414291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594414292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594414292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594414293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594414493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594414494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594414494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594414494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594414495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,515 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/1d28ebac3d9c42a59dc70da7a20902a2 2024-11-14T14:25:54,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/3efa548c31304beaab5e5f723d097534 is 50, key is test_row_0/B:col10/1731594353040/Put/seqid=0 2024-11-14T14:25:54,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741950_1126 (size=12001) 2024-11-14T14:25:54,787 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:25:54,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594414796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594414799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594414799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594414800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594414801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:54,933 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/3efa548c31304beaab5e5f723d097534 2024-11-14T14:25:54,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/2fe7ddd06be74bf48d914c843db5dfa6 is 50, key is test_row_0/C:col10/1731594353040/Put/seqid=0 2024-11-14T14:25:54,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741951_1127 (size=12001) 2024-11-14T14:25:54,949 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/2fe7ddd06be74bf48d914c843db5dfa6 2024-11-14T14:25:54,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/1d28ebac3d9c42a59dc70da7a20902a2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1d28ebac3d9c42a59dc70da7a20902a2 2024-11-14T14:25:54,965 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1d28ebac3d9c42a59dc70da7a20902a2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-14T14:25:54,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/3efa548c31304beaab5e5f723d097534 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3efa548c31304beaab5e5f723d097534 2024-11-14T14:25:54,971 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3efa548c31304beaab5e5f723d097534, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T14:25:54,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/2fe7ddd06be74bf48d914c843db5dfa6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/2fe7ddd06be74bf48d914c843db5dfa6 2024-11-14T14:25:54,977 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/2fe7ddd06be74bf48d914c843db5dfa6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T14:25:54,978 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6731cbdc732d4a9ccd47ad339776b798 in 908ms, sequenceid=40, compaction requested=false 2024-11-14T14:25:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:25:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T14:25:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-14T14:25:54,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-14T14:25:54,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9820 sec 2024-11-14T14:25:54,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.9940 sec 2024-11-14T14:25:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-14T14:25:55,100 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-14T14:25:55,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-14T14:25:55,103 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:55,104 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:55,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T14:25:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T14:25:55,257 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-14T14:25:55,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:55,258 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:25:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:25:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:25:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:25:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:55,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a87dc9ee88b4489fb8e45b3124c37605_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594354186/Put/seqid=0 2024-11-14T14:25:55,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741952_1128 (size=12154) 2024-11-14T14:25:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:55,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:55,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594415328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594415329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594415331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594415330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594415333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T14:25:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594415434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594415439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594415439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594415439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594415440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594415635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594415644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594415644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594415644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594415645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:55,679 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a87dc9ee88b4489fb8e45b3124c37605_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a87dc9ee88b4489fb8e45b3124c37605_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:55,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/59d4bbd8a388477ba63264ee803c41a6, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:25:55,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/59d4bbd8a388477ba63264ee803c41a6 is 175, key is test_row_0/A:col10/1731594354186/Put/seqid=0 2024-11-14T14:25:55,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741953_1129 (size=30955) 2024-11-14T14:25:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T14:25:55,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594415941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594415950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594415950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594415951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:55,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594415951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:56,089 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/59d4bbd8a388477ba63264ee803c41a6 2024-11-14T14:25:56,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/5577a887f2ea42d98ceb03172e060aec is 50, key is test_row_0/B:col10/1731594354186/Put/seqid=0 2024-11-14T14:25:56,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741954_1130 (size=12001) 2024-11-14T14:25:56,109 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/5577a887f2ea42d98ceb03172e060aec 2024-11-14T14:25:56,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/602652dbee5a42f8923b7a6df6c5c478 is 50, key is test_row_0/C:col10/1731594354186/Put/seqid=0 2024-11-14T14:25:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741955_1131 (size=12001) 2024-11-14T14:25:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T14:25:56,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594416449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:56,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594416453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:56,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594416453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:56,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:56,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594416461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594416460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:56,525 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/602652dbee5a42f8923b7a6df6c5c478 2024-11-14T14:25:56,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/59d4bbd8a388477ba63264ee803c41a6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/59d4bbd8a388477ba63264ee803c41a6 2024-11-14T14:25:56,536 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/59d4bbd8a388477ba63264ee803c41a6, entries=150, sequenceid=51, filesize=30.2 K 2024-11-14T14:25:56,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/5577a887f2ea42d98ceb03172e060aec as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5577a887f2ea42d98ceb03172e060aec 2024-11-14T14:25:56,543 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5577a887f2ea42d98ceb03172e060aec, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:25:56,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/602652dbee5a42f8923b7a6df6c5c478 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/602652dbee5a42f8923b7a6df6c5c478 2024-11-14T14:25:56,549 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/602652dbee5a42f8923b7a6df6c5c478, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:25:56,550 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6731cbdc732d4a9ccd47ad339776b798 in 1292ms, sequenceid=51, compaction requested=true 2024-11-14T14:25:56,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:25:56,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:56,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-14T14:25:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-14T14:25:56,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-14T14:25:56,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4480 sec 2024-11-14T14:25:56,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.4520 sec 2024-11-14T14:25:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-14T14:25:57,209 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-14T14:25:57,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-14T14:25:57,212 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:57,213 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T14:25:57,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T14:25:57,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-14T14:25:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:57,365 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T14:25:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:25:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:57,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:25:57,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:57,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:25:57,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:57,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111401fb6e7336b44f11b715139fa57bde45_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594355331/Put/seqid=0 2024-11-14T14:25:57,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741956_1132 (size=12154) 2024-11-14T14:25:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:57,383 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111401fb6e7336b44f11b715139fa57bde45_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111401fb6e7336b44f11b715139fa57bde45_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:57,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/de458d0c6fc8495a9d19cf5660652b96, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:25:57,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/de458d0c6fc8495a9d19cf5660652b96 is 175, key is test_row_0/A:col10/1731594355331/Put/seqid=0 2024-11-14T14:25:57,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741957_1133 (size=30955) 2024-11-14T14:25:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:57,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:57,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594417467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594417470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594417470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594417471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594417471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T14:25:57,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594417571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594417574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594417574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594417775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594417780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594417780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:57,790 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/de458d0c6fc8495a9d19cf5660652b96 2024-11-14T14:25:57,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/a5678204e3bb4a5db9663c54eaa5da97 is 50, key is test_row_0/B:col10/1731594355331/Put/seqid=0 2024-11-14T14:25:57,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741958_1134 (size=12001) 2024-11-14T14:25:57,804 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/a5678204e3bb4a5db9663c54eaa5da97 2024-11-14T14:25:57,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/0153747db67a4e3aa9943dd10294ea42 is 50, key is test_row_0/C:col10/1731594355331/Put/seqid=0 2024-11-14T14:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T14:25:57,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741959_1135 (size=12001) 2024-11-14T14:25:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594418079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594418082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594418086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,244 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/0153747db67a4e3aa9943dd10294ea42 2024-11-14T14:25:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/de458d0c6fc8495a9d19cf5660652b96 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/de458d0c6fc8495a9d19cf5660652b96 2024-11-14T14:25:58,255 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/de458d0c6fc8495a9d19cf5660652b96, entries=150, sequenceid=76, filesize=30.2 K 2024-11-14T14:25:58,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/a5678204e3bb4a5db9663c54eaa5da97 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/a5678204e3bb4a5db9663c54eaa5da97 2024-11-14T14:25:58,262 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/a5678204e3bb4a5db9663c54eaa5da97, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T14:25:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/0153747db67a4e3aa9943dd10294ea42 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0153747db67a4e3aa9943dd10294ea42 2024-11-14T14:25:58,269 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0153747db67a4e3aa9943dd10294ea42, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T14:25:58,270 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6731cbdc732d4a9ccd47ad339776b798 in 905ms, sequenceid=76, compaction requested=true 2024-11-14T14:25:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:25:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-14T14:25:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-14T14:25:58,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-14T14:25:58,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0580 sec 2024-11-14T14:25:58,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.0620 sec 2024-11-14T14:25:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-14T14:25:58,316 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-14T14:25:58,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-14T14:25:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T14:25:58,318 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:58,318 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:58,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T14:25:58,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-14T14:25:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:58,470 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:25:58,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:25:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:25:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:25:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:58,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cfdc2e6ac21f47ac984f384ad2bdb17e_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594357465/Put/seqid=0 2024-11-14T14:25:58,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741960_1136 (size=12154) 2024-11-14T14:25:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:58,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T14:25:58,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594418643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594418645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594418646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594418747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594418752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594418752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:58,890 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cfdc2e6ac21f47ac984f384ad2bdb17e_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cfdc2e6ac21f47ac984f384ad2bdb17e_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:58,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/bb97dfcf9993434c9df07668b421d6db, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:25:58,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/bb97dfcf9993434c9df07668b421d6db is 175, key is test_row_0/A:col10/1731594357465/Put/seqid=0 2024-11-14T14:25:58,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741961_1137 (size=30955) 2024-11-14T14:25:58,898 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=87, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/bb97dfcf9993434c9df07668b421d6db 2024-11-14T14:25:58,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/63c2bee9afb946f38210535bd9316b03 is 50, key is test_row_0/B:col10/1731594357465/Put/seqid=0 2024-11-14T14:25:58,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741962_1138 (size=12001) 2024-11-14T14:25:58,909 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/63c2bee9afb946f38210535bd9316b03 2024-11-14T14:25:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/42e72024d9314cdb84231d704081dcc0 is 50, key is test_row_0/C:col10/1731594357465/Put/seqid=0 2024-11-14T14:25:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T14:25:58,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741963_1139 (size=12001) 2024-11-14T14:25:58,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594418950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594418957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:58,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594418958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594419256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594419260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594419261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,323 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/42e72024d9314cdb84231d704081dcc0 2024-11-14T14:25:59,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/bb97dfcf9993434c9df07668b421d6db as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/bb97dfcf9993434c9df07668b421d6db 2024-11-14T14:25:59,334 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/bb97dfcf9993434c9df07668b421d6db, entries=150, sequenceid=87, filesize=30.2 K 2024-11-14T14:25:59,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/63c2bee9afb946f38210535bd9316b03 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/63c2bee9afb946f38210535bd9316b03 2024-11-14T14:25:59,341 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/63c2bee9afb946f38210535bd9316b03, entries=150, sequenceid=87, filesize=11.7 K 2024-11-14T14:25:59,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/42e72024d9314cdb84231d704081dcc0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/42e72024d9314cdb84231d704081dcc0 2024-11-14T14:25:59,352 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/42e72024d9314cdb84231d704081dcc0, entries=150, sequenceid=87, filesize=11.7 K 2024-11-14T14:25:59,353 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6731cbdc732d4a9ccd47ad339776b798 in 883ms, sequenceid=87, compaction requested=true 2024-11-14T14:25:59,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:25:59,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:59,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-14T14:25:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-14T14:25:59,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-14T14:25:59,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0360 sec 2024-11-14T14:25:59,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.0390 sec 2024-11-14T14:25:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-14T14:25:59,421 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-14T14:25:59,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:25:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-14T14:25:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T14:25:59,424 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:25:59,424 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:25:59,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:25:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:59,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T14:25:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:25:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:25:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:25:59,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:25:59,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143e0f2ce48b06494ba29625ddf112ed79_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594359483/Put/seqid=0 2024-11-14T14:25:59,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594419497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594419500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741964_1140 (size=14594) 2024-11-14T14:25:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T14:25:59,576 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T14:25:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:59,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:59,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:59,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594419603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594419608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T14:25:59,729 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T14:25:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:59,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:59,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:59,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:59,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594419762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594419763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594419767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594419806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:25:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594419812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:25:59,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T14:25:59,881 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:25:59,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T14:25:59,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:25:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:25:59,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:25:59,910 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:25:59,915 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143e0f2ce48b06494ba29625ddf112ed79_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143e0f2ce48b06494ba29625ddf112ed79_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:25:59,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/157a12561f754feb9e132349fc269608, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:25:59,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/157a12561f754feb9e132349fc269608 is 175, key is test_row_0/A:col10/1731594359483/Put/seqid=0 2024-11-14T14:25:59,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741965_1141 (size=39549) 2024-11-14T14:25:59,922 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/157a12561f754feb9e132349fc269608 2024-11-14T14:25:59,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/c021ed4b2fbb45e092bcebbb7f40c7fe is 50, key is test_row_0/B:col10/1731594359483/Put/seqid=0 2024-11-14T14:25:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741966_1142 (size=12001) 2024-11-14T14:26:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T14:26:00,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T14:26:00,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:00,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594420110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594420121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T14:26:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T14:26:00,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/c021ed4b2fbb45e092bcebbb7f40c7fe 2024-11-14T14:26:00,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/c5ed78c6dcec4f9a8bde213a084838da is 50, key is test_row_0/C:col10/1731594359483/Put/seqid=0 2024-11-14T14:26:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741967_1143 (size=12001) 2024-11-14T14:26:00,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T14:26:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T14:26:00,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594420617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594420626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,645 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T14:26:00,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:00,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:00,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/c5ed78c6dcec4f9a8bde213a084838da 2024-11-14T14:26:00,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/157a12561f754feb9e132349fc269608 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/157a12561f754feb9e132349fc269608 2024-11-14T14:26:00,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/157a12561f754feb9e132349fc269608, entries=200, sequenceid=113, filesize=38.6 K 2024-11-14T14:26:00,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/c021ed4b2fbb45e092bcebbb7f40c7fe as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/c021ed4b2fbb45e092bcebbb7f40c7fe 2024-11-14T14:26:00,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/c021ed4b2fbb45e092bcebbb7f40c7fe, entries=150, sequenceid=113, filesize=11.7 K 2024-11-14T14:26:00,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/c5ed78c6dcec4f9a8bde213a084838da as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c5ed78c6dcec4f9a8bde213a084838da 2024-11-14T14:26:00,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594420773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594420777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c5ed78c6dcec4f9a8bde213a084838da, entries=150, sequenceid=113, filesize=11.7 K 2024-11-14T14:26:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594420779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,781 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6731cbdc732d4a9ccd47ad339776b798 in 1296ms, sequenceid=113, compaction requested=true 2024-11-14T14:26:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6731cbdc732d4a9ccd47ad339776b798:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:00,782 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T14:26:00,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:00,782 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T14:26:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6731cbdc732d4a9ccd47ad339776b798:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6731cbdc732d4a9ccd47ad339776b798:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:00,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:00,784 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T14:26:00,784 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 202918 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T14:26:00,785 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 6731cbdc732d4a9ccd47ad339776b798/B is initiating minor compaction (all files) 2024-11-14T14:26:00,785 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 6731cbdc732d4a9ccd47ad339776b798/A is initiating minor compaction (all files) 2024-11-14T14:26:00,785 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6731cbdc732d4a9ccd47ad339776b798/B in TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,785 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6731cbdc732d4a9ccd47ad339776b798/A in TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,785 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/54d54adfb6e54f8495b777939853a233, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1d28ebac3d9c42a59dc70da7a20902a2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/59d4bbd8a388477ba63264ee803c41a6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/de458d0c6fc8495a9d19cf5660652b96, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/bb97dfcf9993434c9df07668b421d6db, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/157a12561f754feb9e132349fc269608] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp, totalSize=198.2 K 2024-11-14T14:26:00,785 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3e13a444867a44e0b98448350e841fdd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3efa548c31304beaab5e5f723d097534, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5577a887f2ea42d98ceb03172e060aec, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/a5678204e3bb4a5db9663c54eaa5da97, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/63c2bee9afb946f38210535bd9316b03, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/c021ed4b2fbb45e092bcebbb7f40c7fe] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp, totalSize=70.3 K 2024-11-14T14:26:00,785 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,785 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/54d54adfb6e54f8495b777939853a233, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1d28ebac3d9c42a59dc70da7a20902a2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/59d4bbd8a388477ba63264ee803c41a6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/de458d0c6fc8495a9d19cf5660652b96, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/bb97dfcf9993434c9df07668b421d6db, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/157a12561f754feb9e132349fc269608] 2024-11-14T14:26:00,785 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e13a444867a44e0b98448350e841fdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731594353001 2024-11-14T14:26:00,786 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54d54adfb6e54f8495b777939853a233, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731594353001 2024-11-14T14:26:00,786 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3efa548c31304beaab5e5f723d097534, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731594353040 2024-11-14T14:26:00,786 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d28ebac3d9c42a59dc70da7a20902a2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731594353040 2024-11-14T14:26:00,786 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 5577a887f2ea42d98ceb03172e060aec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594354172 2024-11-14T14:26:00,786 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59d4bbd8a388477ba63264ee803c41a6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594354172 2024-11-14T14:26:00,786 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a5678204e3bb4a5db9663c54eaa5da97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731594355320 2024-11-14T14:26:00,787 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting de458d0c6fc8495a9d19cf5660652b96, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731594355320 2024-11-14T14:26:00,787 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 63c2bee9afb946f38210535bd9316b03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731594357465 2024-11-14T14:26:00,787 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb97dfcf9993434c9df07668b421d6db, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731594357465 2024-11-14T14:26:00,787 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting c021ed4b2fbb45e092bcebbb7f40c7fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731594358641 2024-11-14T14:26:00,788 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 157a12561f754feb9e132349fc269608, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731594358641 2024-11-14T14:26:00,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:00,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-14T14:26:00,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,799 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T14:26:00,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:26:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:26:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:26:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:00,809 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:00,811 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6731cbdc732d4a9ccd47ad339776b798#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:00,812 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/8b67e3de8ee64621a0b26e37c2bcfc6b is 50, key is test_row_0/B:col10/1731594359483/Put/seqid=0 2024-11-14T14:26:00,816 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411142abacce279bb4942b89e419d36363a48_6731cbdc732d4a9ccd47ad339776b798 store=[table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:00,820 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411142abacce279bb4942b89e419d36363a48_6731cbdc732d4a9ccd47ad339776b798, store=[table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:00,821 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142abacce279bb4942b89e419d36363a48_6731cbdc732d4a9ccd47ad339776b798 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:00,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f498cdffeca74a43a38ebea8af3b8d65_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594359499/Put/seqid=0 2024-11-14T14:26:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741968_1144 (size=12207) 2024-11-14T14:26:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741970_1146 (size=4469) 2024-11-14T14:26:00,841 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6731cbdc732d4a9ccd47ad339776b798#A#compaction#121 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:00,844 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/3071c274015d4e4daf19d5ad82aaf0be is 175, key is test_row_0/A:col10/1731594359483/Put/seqid=0 2024-11-14T14:26:00,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741969_1145 (size=12154) 2024-11-14T14:26:00,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,853 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f498cdffeca74a43a38ebea8af3b8d65_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f498cdffeca74a43a38ebea8af3b8d65_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:00,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/708c7e0244ea481ab98dbd9f677178f6, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:00,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/708c7e0244ea481ab98dbd9f677178f6 is 175, key is test_row_0/A:col10/1731594359499/Put/seqid=0 2024-11-14T14:26:00,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741971_1147 (size=31161) 2024-11-14T14:26:00,866 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/3071c274015d4e4daf19d5ad82aaf0be as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/3071c274015d4e4daf19d5ad82aaf0be 2024-11-14T14:26:00,872 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 6731cbdc732d4a9ccd47ad339776b798/A of 6731cbdc732d4a9ccd47ad339776b798 into 3071c274015d4e4daf19d5ad82aaf0be(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:00,872 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:00,872 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., storeName=6731cbdc732d4a9ccd47ad339776b798/A, priority=10, startTime=1731594360782; duration=0sec 2024-11-14T14:26:00,872 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:00,872 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6731cbdc732d4a9ccd47ad339776b798:A 2024-11-14T14:26:00,872 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T14:26:00,875 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 72006 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T14:26:00,875 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 6731cbdc732d4a9ccd47ad339776b798/C is initiating minor compaction (all files) 2024-11-14T14:26:00,875 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6731cbdc732d4a9ccd47ad339776b798/C in TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,875 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/885f662ecdf54175808734b3333d6f60, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/2fe7ddd06be74bf48d914c843db5dfa6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/602652dbee5a42f8923b7a6df6c5c478, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0153747db67a4e3aa9943dd10294ea42, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/42e72024d9314cdb84231d704081dcc0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c5ed78c6dcec4f9a8bde213a084838da] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp, totalSize=70.3 K 2024-11-14T14:26:00,876 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 885f662ecdf54175808734b3333d6f60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731594353001 2024-11-14T14:26:00,876 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fe7ddd06be74bf48d914c843db5dfa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731594353040 2024-11-14T14:26:00,877 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 602652dbee5a42f8923b7a6df6c5c478, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594354172 2024-11-14T14:26:00,877 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0153747db67a4e3aa9943dd10294ea42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731594355320 2024-11-14T14:26:00,877 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42e72024d9314cdb84231d704081dcc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731594357465 2024-11-14T14:26:00,878 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5ed78c6dcec4f9a8bde213a084838da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731594358641 2024-11-14T14:26:00,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741972_1148 (size=30955) 2024-11-14T14:26:00,881 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/708c7e0244ea481ab98dbd9f677178f6 2024-11-14T14:26:00,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/702950718bc4451bb24979a3a8c8d1b7 is 50, key is test_row_0/B:col10/1731594359499/Put/seqid=0 2024-11-14T14:26:00,897 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6731cbdc732d4a9ccd47ad339776b798#C#compaction#124 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:00,897 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/0812e0fc323b4ca6ab5bf861e23c2a89 is 50, key is test_row_0/C:col10/1731594359483/Put/seqid=0 2024-11-14T14:26:00,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741973_1149 (size=12001) 2024-11-14T14:26:00,901 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/702950718bc4451bb24979a3a8c8d1b7 2024-11-14T14:26:00,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741974_1150 (size=12207) 2024-11-14T14:26:00,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/6087872d2d8e44888684ca40d8d5b395 is 50, key is test_row_0/C:col10/1731594359499/Put/seqid=0 2024-11-14T14:26:00,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741975_1151 (size=12001) 2024-11-14T14:26:00,921 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/6087872d2d8e44888684ca40d8d5b395 2024-11-14T14:26:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/708c7e0244ea481ab98dbd9f677178f6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/708c7e0244ea481ab98dbd9f677178f6 2024-11-14T14:26:00,932 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/708c7e0244ea481ab98dbd9f677178f6, entries=150, sequenceid=123, filesize=30.2 K 2024-11-14T14:26:00,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/702950718bc4451bb24979a3a8c8d1b7 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/702950718bc4451bb24979a3a8c8d1b7 2024-11-14T14:26:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,938 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/702950718bc4451bb24979a3a8c8d1b7, entries=150, sequenceid=123, filesize=11.7 K 2024-11-14T14:26:00,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/6087872d2d8e44888684ca40d8d5b395 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/6087872d2d8e44888684ca40d8d5b395 2024-11-14T14:26:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/6087872d2d8e44888684ca40d8d5b395, entries=150, sequenceid=123, filesize=11.7 K 2024-11-14T14:26:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,945 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 6731cbdc732d4a9ccd47ad339776b798 in 145ms, sequenceid=123, compaction requested=false 2024-11-14T14:26:00,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:00,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:00,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-14T14:26:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-14T14:26:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-14T14:26:00,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5220 sec 2024-11-14T14:26:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.5260 sec 2024-11-14T14:26:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,234 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/8b67e3de8ee64621a0b26e37c2bcfc6b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/8b67e3de8ee64621a0b26e37c2bcfc6b 2024-11-14T14:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,240 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 6731cbdc732d4a9ccd47ad339776b798/B of 6731cbdc732d4a9ccd47ad339776b798 into 8b67e3de8ee64621a0b26e37c2bcfc6b(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,240 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,240 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., storeName=6731cbdc732d4a9ccd47ad339776b798/B, priority=10, startTime=1731594360782; duration=0sec 2024-11-14T14:26:01,241 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:01,241 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6731cbdc732d4a9ccd47ad339776b798:B 2024-11-14T14:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,312 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/0812e0fc323b4ca6ab5bf861e23c2a89 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0812e0fc323b4ca6ab5bf861e23c2a89 2024-11-14T14:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,322 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 6731cbdc732d4a9ccd47ad339776b798/C of 6731cbdc732d4a9ccd47ad339776b798 into 0812e0fc323b4ca6ab5bf861e23c2a89(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:01,322 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:01,322 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., storeName=6731cbdc732d4a9ccd47ad339776b798/C, priority=10, startTime=1731594360783; duration=0sec 2024-11-14T14:26:01,322 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:01,322 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6731cbdc732d4a9ccd47ad339776b798:C 2024-11-14T14:26:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-14T14:26:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,528 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-14T14:26:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-14T14:26:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,531 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T14:26:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,531 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:01,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T14:26:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-14T14:26:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:01,684 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T14:26:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:26:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:26:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:26:01,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:01,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111436f4a5ee8c854046a2c9d737cb21f6da_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594361681/Put/seqid=0 2024-11-14T14:26:01,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741976_1152 (size=19774) 2024-11-14T14:26:01,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:01,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594421737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:01,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594421738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T14:26:01,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594421841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:01,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594421841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594422045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594422045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:02,120 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111436f4a5ee8c854046a2c9d737cb21f6da_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111436f4a5ee8c854046a2c9d737cb21f6da_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:02,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/43b326d786b54fc9b5af943ee18e3152, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:02,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/43b326d786b54fc9b5af943ee18e3152 is 175, key is test_row_0/A:col10/1731594361681/Put/seqid=0 2024-11-14T14:26:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741977_1153 (size=57033) 2024-11-14T14:26:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T14:26:02,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594422348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594422348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,527 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/43b326d786b54fc9b5af943ee18e3152 2024-11-14T14:26:02,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/6495e8acbda24b3ea12193997d8fdf5e is 50, key is test_row_0/B:col10/1731594361681/Put/seqid=0 2024-11-14T14:26:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741978_1154 (size=12151) 2024-11-14T14:26:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T14:26:02,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:02,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594422782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,785 DEBUG [Thread-605 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:26:02,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:02,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594422789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,790 DEBUG [Thread-599 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:26:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594422799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,801 DEBUG [Thread-603 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:26:02,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594422851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594422852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:02,946 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/6495e8acbda24b3ea12193997d8fdf5e 2024-11-14T14:26:02,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/d925b1571b18457995fbe17c63c96201 is 50, key is test_row_0/C:col10/1731594361681/Put/seqid=0 2024-11-14T14:26:02,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741979_1155 (size=12151) 2024-11-14T14:26:02,962 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/d925b1571b18457995fbe17c63c96201 2024-11-14T14:26:02,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/43b326d786b54fc9b5af943ee18e3152 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/43b326d786b54fc9b5af943ee18e3152 2024-11-14T14:26:02,973 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/43b326d786b54fc9b5af943ee18e3152, entries=300, sequenceid=136, filesize=55.7 K 2024-11-14T14:26:02,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/6495e8acbda24b3ea12193997d8fdf5e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/6495e8acbda24b3ea12193997d8fdf5e 2024-11-14T14:26:02,980 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/6495e8acbda24b3ea12193997d8fdf5e, entries=150, sequenceid=136, filesize=11.9 K 2024-11-14T14:26:02,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/d925b1571b18457995fbe17c63c96201 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/d925b1571b18457995fbe17c63c96201 2024-11-14T14:26:02,988 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/d925b1571b18457995fbe17c63c96201, entries=150, sequenceid=136, filesize=11.9 K 2024-11-14T14:26:02,989 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6731cbdc732d4a9ccd47ad339776b798 in 1305ms, sequenceid=136, compaction requested=true 2024-11-14T14:26:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:02,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-14T14:26:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-14T14:26:02,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-14T14:26:02,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-14T14:26:02,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.4640 sec 2024-11-14T14:26:03,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-14T14:26:03,635 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-14T14:26:03,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-14T14:26:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T14:26:03,638 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:03,638 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:03,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T14:26:03,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:03,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-14T14:26:03,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:03,791 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T14:26:03,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:26:03,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:03,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:26:03,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:03,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:26:03,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f1caa8a514448d1a9662a25165818f5_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594361735/Put/seqid=0 2024-11-14T14:26:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741980_1156 (size=12304) 2024-11-14T14:26:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:03,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:03,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594423867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:03,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594423870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T14:26:03,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594423971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:03,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594423972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:04,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594424174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:04,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:04,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594424175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:04,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:04,211 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f1caa8a514448d1a9662a25165818f5_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f1caa8a514448d1a9662a25165818f5_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/82d3f070f8954f1eb16e4beef6be452e, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:04,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/82d3f070f8954f1eb16e4beef6be452e is 175, key is test_row_0/A:col10/1731594361735/Put/seqid=0 2024-11-14T14:26:04,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741981_1157 (size=31105) 2024-11-14T14:26:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T14:26:04,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594424479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:04,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594424479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:04,617 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/82d3f070f8954f1eb16e4beef6be452e 2024-11-14T14:26:04,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/16dac6289086439eb5fea14c51622008 is 50, key is test_row_0/B:col10/1731594361735/Put/seqid=0 2024-11-14T14:26:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741982_1158 (size=12151) 2024-11-14T14:26:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T14:26:04,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594424982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:04,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594424984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:05,029 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/16dac6289086439eb5fea14c51622008 2024-11-14T14:26:05,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/eb7c2707c410443982fda3eaa78b1bed is 50, key is test_row_0/C:col10/1731594361735/Put/seqid=0 2024-11-14T14:26:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741983_1159 (size=12151) 2024-11-14T14:26:05,121 INFO [master/d4069aa67eab:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T14:26:05,121 INFO [master/d4069aa67eab:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T14:26:05,441 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/eb7c2707c410443982fda3eaa78b1bed 2024-11-14T14:26:05,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/82d3f070f8954f1eb16e4beef6be452e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/82d3f070f8954f1eb16e4beef6be452e 2024-11-14T14:26:05,450 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/82d3f070f8954f1eb16e4beef6be452e, entries=150, sequenceid=162, filesize=30.4 K 2024-11-14T14:26:05,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/16dac6289086439eb5fea14c51622008 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/16dac6289086439eb5fea14c51622008 2024-11-14T14:26:05,455 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/16dac6289086439eb5fea14c51622008, entries=150, sequenceid=162, filesize=11.9 K 2024-11-14T14:26:05,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/eb7c2707c410443982fda3eaa78b1bed as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/eb7c2707c410443982fda3eaa78b1bed 2024-11-14T14:26:05,460 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/eb7c2707c410443982fda3eaa78b1bed, entries=150, sequenceid=162, filesize=11.9 K 2024-11-14T14:26:05,461 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6731cbdc732d4a9ccd47ad339776b798 in 1670ms, sequenceid=162, compaction requested=true 2024-11-14T14:26:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:05,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-14T14:26:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-14T14:26:05,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-14T14:26:05,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-14T14:26:05,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8280 sec 2024-11-14T14:26:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-14T14:26:05,742 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-14T14:26:05,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-14T14:26:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T14:26:05,744 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:05,745 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:05,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T14:26:05,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:05,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-14T14:26:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:05,897 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T14:26:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:26:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:26:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:05,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:26:05,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:05,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114630c1a5d54f84db49d007dccce04b724_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594363866/Put/seqid=0 2024-11-14T14:26:05,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741984_1160 (size=12304) 2024-11-14T14:26:05,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:05,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:06,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594426030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594426033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T14:26:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594426134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594426135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:06,317 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114630c1a5d54f84db49d007dccce04b724_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114630c1a5d54f84db49d007dccce04b724_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/518afc6eb3da4480b7366622e3bc8bbb, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/518afc6eb3da4480b7366622e3bc8bbb is 175, key is test_row_0/A:col10/1731594363866/Put/seqid=0 2024-11-14T14:26:06,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741985_1161 (size=31105) 2024-11-14T14:26:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594426339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594426339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T14:26:06,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594426643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594426644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,724 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/518afc6eb3da4480b7366622e3bc8bbb 2024-11-14T14:26:06,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/5f24a703600c4f50a52e651e11790eca is 50, key is test_row_0/B:col10/1731594363866/Put/seqid=0 2024-11-14T14:26:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741986_1162 (size=12151) 2024-11-14T14:26:06,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59208 deadline: 1731594426816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,817 DEBUG [Thread-605 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:26:06,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59220 deadline: 1731594426820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,823 DEBUG [Thread-603 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:26:06,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59222 deadline: 1731594426828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:06,829 DEBUG [Thread-599 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:26:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T14:26:07,138 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/5f24a703600c4f50a52e651e11790eca 2024-11-14T14:26:07,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/0a6c3ba42d2d46c19b36520033ae20f6 is 50, key is test_row_0/C:col10/1731594363866/Put/seqid=0 2024-11-14T14:26:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741987_1163 (size=12151) 2024-11-14T14:26:07,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594427149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:07,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594427149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:07,549 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/0a6c3ba42d2d46c19b36520033ae20f6 2024-11-14T14:26:07,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/518afc6eb3da4480b7366622e3bc8bbb as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/518afc6eb3da4480b7366622e3bc8bbb 2024-11-14T14:26:07,557 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/518afc6eb3da4480b7366622e3bc8bbb, entries=150, sequenceid=172, filesize=30.4 K 2024-11-14T14:26:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/5f24a703600c4f50a52e651e11790eca as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5f24a703600c4f50a52e651e11790eca 2024-11-14T14:26:07,563 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5f24a703600c4f50a52e651e11790eca, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T14:26:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/0a6c3ba42d2d46c19b36520033ae20f6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0a6c3ba42d2d46c19b36520033ae20f6 2024-11-14T14:26:07,570 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0a6c3ba42d2d46c19b36520033ae20f6, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T14:26:07,571 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6731cbdc732d4a9ccd47ad339776b798 in 1674ms, sequenceid=172, compaction requested=true 2024-11-14T14:26:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-14T14:26:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-14T14:26:07,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-14T14:26:07,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-14T14:26:07,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.8310 sec 2024-11-14T14:26:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-14T14:26:07,848 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-14T14:26:07,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-14T14:26:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T14:26:07,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:07,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:07,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T14:26:08,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:08,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-14T14:26:08,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:08,002 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T14:26:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:26:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:26:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:26:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c1bfe318632948adbb21f01f1f044526_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594366029/Put/seqid=0 2024-11-14T14:26:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741988_1164 (size=12304) 2024-11-14T14:26:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T14:26:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:08,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:08,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594428172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:08,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594428172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594428273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594428274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:08,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:08,422 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c1bfe318632948adbb21f01f1f044526_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1bfe318632948adbb21f01f1f044526_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:08,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/37cbb3ff397147e08f9e015c6882274e, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:08,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/37cbb3ff397147e08f9e015c6882274e is 175, key is test_row_0/A:col10/1731594366029/Put/seqid=0 2024-11-14T14:26:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741989_1165 (size=31105) 2024-11-14T14:26:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T14:26:08,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594428478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:08,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594428478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:08,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594428781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:08,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594428782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:08,829 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/37cbb3ff397147e08f9e015c6882274e 2024-11-14T14:26:08,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/def7bd5f744b42ed8f5e8aef4f79d448 is 50, key is test_row_0/B:col10/1731594366029/Put/seqid=0 2024-11-14T14:26:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741990_1166 (size=12151) 2024-11-14T14:26:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T14:26:09,240 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/def7bd5f744b42ed8f5e8aef4f79d448 2024-11-14T14:26:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/01e23f938cd144179de53c262c3f8b32 is 50, key is test_row_0/C:col10/1731594366029/Put/seqid=0 2024-11-14T14:26:09,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741991_1167 (size=12151) 2024-11-14T14:26:09,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594429283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:09,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594429284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:09,652 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/01e23f938cd144179de53c262c3f8b32 2024-11-14T14:26:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/37cbb3ff397147e08f9e015c6882274e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/37cbb3ff397147e08f9e015c6882274e 2024-11-14T14:26:09,662 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/37cbb3ff397147e08f9e015c6882274e, entries=150, sequenceid=198, filesize=30.4 K 2024-11-14T14:26:09,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/def7bd5f744b42ed8f5e8aef4f79d448 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/def7bd5f744b42ed8f5e8aef4f79d448 2024-11-14T14:26:09,668 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/def7bd5f744b42ed8f5e8aef4f79d448, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T14:26:09,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/01e23f938cd144179de53c262c3f8b32 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/01e23f938cd144179de53c262c3f8b32 2024-11-14T14:26:09,674 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/01e23f938cd144179de53c262c3f8b32, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T14:26:09,675 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 6731cbdc732d4a9ccd47ad339776b798 in 1673ms, sequenceid=198, compaction requested=true 2024-11-14T14:26:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-14T14:26:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-14T14:26:09,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-14T14:26:09,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-11-14T14:26:09,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.8290 sec 2024-11-14T14:26:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-14T14:26:09,953 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-14T14:26:09,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-14T14:26:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T14:26:09,955 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:09,956 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:09,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T14:26:10,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:10,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-14T14:26:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:10,108 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:26:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:26:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:26:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:26:10,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:10,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a8111a617a79429bbfee321ed4de0e6c_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594368171/Put/seqid=0 2024-11-14T14:26:10,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741992_1168 (size=12304) 2024-11-14T14:26:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T14:26:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:10,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:10,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594430339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:10,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594430340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:10,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594430444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:10,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594430444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:10,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:10,526 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a8111a617a79429bbfee321ed4de0e6c_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8111a617a79429bbfee321ed4de0e6c_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/1c4d71ba626a44aaa1879460e598a290, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:10,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/1c4d71ba626a44aaa1879460e598a290 is 175, key is test_row_0/A:col10/1731594368171/Put/seqid=0 2024-11-14T14:26:10,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741993_1169 (size=31105) 2024-11-14T14:26:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T14:26:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594430647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:10,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594430647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:10,931 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/1c4d71ba626a44aaa1879460e598a290 2024-11-14T14:26:10,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/37dc688abfd74accb00ac02a0a51d1fe is 50, key is test_row_0/B:col10/1731594368171/Put/seqid=0 2024-11-14T14:26:10,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741994_1170 (size=12151) 2024-11-14T14:26:10,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594430952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:10,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594430953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T14:26:11,344 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/37dc688abfd74accb00ac02a0a51d1fe 2024-11-14T14:26:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/c788d120fd14450a8683212ebda7f6ca is 50, key is test_row_0/C:col10/1731594368171/Put/seqid=0 2024-11-14T14:26:11,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741995_1171 (size=12151) 2024-11-14T14:26:11,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594431459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:11,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594431460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:11,755 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/c788d120fd14450a8683212ebda7f6ca 2024-11-14T14:26:11,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/1c4d71ba626a44aaa1879460e598a290 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1c4d71ba626a44aaa1879460e598a290 2024-11-14T14:26:11,764 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1c4d71ba626a44aaa1879460e598a290, entries=150, sequenceid=209, filesize=30.4 K 2024-11-14T14:26:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/37dc688abfd74accb00ac02a0a51d1fe as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/37dc688abfd74accb00ac02a0a51d1fe 2024-11-14T14:26:11,770 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/37dc688abfd74accb00ac02a0a51d1fe, entries=150, sequenceid=209, filesize=11.9 K 2024-11-14T14:26:11,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/c788d120fd14450a8683212ebda7f6ca as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c788d120fd14450a8683212ebda7f6ca 2024-11-14T14:26:11,775 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c788d120fd14450a8683212ebda7f6ca, entries=150, sequenceid=209, filesize=11.9 K 2024-11-14T14:26:11,776 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6731cbdc732d4a9ccd47ad339776b798 in 1668ms, sequenceid=209, compaction requested=true 2024-11-14T14:26:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-14T14:26:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-14T14:26:11,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-14T14:26:11,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec 2024-11-14T14:26:11,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.8250 sec 2024-11-14T14:26:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-14T14:26:12,059 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-14T14:26:12,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-14T14:26:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T14:26:12,062 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:12,063 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:12,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T14:26:12,214 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:12,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-14T14:26:12,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:12,215 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T14:26:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:26:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:26:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:26:12,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:12,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f97f298f78a948239ddec79b9d9b6225_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594370339/Put/seqid=0 2024-11-14T14:26:12,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741996_1172 (size=12304) 2024-11-14T14:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T14:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:12,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. as already flushing 2024-11-14T14:26:12,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594432491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594432491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:12,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594432592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:12,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594432595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:12,631 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f97f298f78a948239ddec79b9d9b6225_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f97f298f78a948239ddec79b9d9b6225_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/46edfe66eb374ce8b30efe2217efa14e, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/46edfe66eb374ce8b30efe2217efa14e is 175, key is test_row_0/A:col10/1731594370339/Put/seqid=0 2024-11-14T14:26:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741997_1173 (size=31105) 2024-11-14T14:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T14:26:12,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594432796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:12,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594432798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:12,989 DEBUG [Thread-612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:64189 2024-11-14T14:26:12,989 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:12,989 DEBUG [Thread-616 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:64189 2024-11-14T14:26:12,989 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:12,992 DEBUG [Thread-610 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:64189 2024-11-14T14:26:12,992 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:12,994 DEBUG [Thread-614 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:64189 2024-11-14T14:26:12,994 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:13,036 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/46edfe66eb374ce8b30efe2217efa14e 2024-11-14T14:26:13,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/73f9a95ce895483aa574092fdcbfb2e8 is 50, key is test_row_0/B:col10/1731594370339/Put/seqid=0 2024-11-14T14:26:13,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741998_1174 (size=12151) 2024-11-14T14:26:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594433103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:13,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594433104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T14:26:13,453 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/73f9a95ce895483aa574092fdcbfb2e8 2024-11-14T14:26:13,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/7c5b09c1594c4e6f909eb116979a4596 is 50, key is test_row_0/C:col10/1731594370339/Put/seqid=0 2024-11-14T14:26:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741999_1175 (size=12151) 2024-11-14T14:26:13,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59186 deadline: 1731594433609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:13,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59238 deadline: 1731594433609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:13,874 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/7c5b09c1594c4e6f909eb116979a4596 2024-11-14T14:26:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/46edfe66eb374ce8b30efe2217efa14e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/46edfe66eb374ce8b30efe2217efa14e 2024-11-14T14:26:13,909 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/46edfe66eb374ce8b30efe2217efa14e, entries=150, sequenceid=234, filesize=30.4 K 2024-11-14T14:26:13,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/73f9a95ce895483aa574092fdcbfb2e8 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/73f9a95ce895483aa574092fdcbfb2e8 2024-11-14T14:26:13,914 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/73f9a95ce895483aa574092fdcbfb2e8, entries=150, sequenceid=234, filesize=11.9 K 2024-11-14T14:26:13,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/7c5b09c1594c4e6f909eb116979a4596 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/7c5b09c1594c4e6f909eb116979a4596 2024-11-14T14:26:13,918 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/7c5b09c1594c4e6f909eb116979a4596, entries=150, sequenceid=234, filesize=11.9 K 2024-11-14T14:26:13,919 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6731cbdc732d4a9ccd47ad339776b798 in 1704ms, sequenceid=234, compaction requested=true 2024-11-14T14:26:13,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:13,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:13,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-14T14:26:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-14T14:26:13,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-14T14:26:13,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-11-14T14:26:13,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.8620 sec 2024-11-14T14:26:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-14T14:26:14,166 INFO [Thread-609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-14T14:26:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:14,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:26:14,620 DEBUG [Thread-601 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:64189 2024-11-14T14:26:14,620 DEBUG [Thread-607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:64189 2024-11-14T14:26:14,620 DEBUG [Thread-601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:14,620 DEBUG [Thread-607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:14,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:26:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:26:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:26:14,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:14,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e9651fb45bf94a62a6b3c5183b9cfe28_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594374616/Put/seqid=0 2024-11-14T14:26:14,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742000_1176 (size=12304) 2024-11-14T14:26:15,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:15,039 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e9651fb45bf94a62a6b3c5183b9cfe28_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e9651fb45bf94a62a6b3c5183b9cfe28_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:15,040 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/a3d9ab8f15eb42c1a6ea3235dc2911db, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:15,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/a3d9ab8f15eb42c1a6ea3235dc2911db is 175, key is test_row_0/A:col10/1731594374616/Put/seqid=0 2024-11-14T14:26:15,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742001_1177 (size=31105) 2024-11-14T14:26:15,445 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/a3d9ab8f15eb42c1a6ea3235dc2911db 2024-11-14T14:26:15,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/9bf2350c8ec7404b9c2d176b55e5d0f4 is 50, key is test_row_0/B:col10/1731594374616/Put/seqid=0 2024-11-14T14:26:15,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742002_1178 (size=12151) 2024-11-14T14:26:15,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/9bf2350c8ec7404b9c2d176b55e5d0f4 2024-11-14T14:26:15,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/76a796cd205b46098ac11608afecb923 is 50, key is test_row_0/C:col10/1731594374616/Put/seqid=0 2024-11-14T14:26:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742003_1179 (size=12151) 2024-11-14T14:26:16,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/76a796cd205b46098ac11608afecb923 2024-11-14T14:26:16,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/a3d9ab8f15eb42c1a6ea3235dc2911db as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/a3d9ab8f15eb42c1a6ea3235dc2911db 2024-11-14T14:26:16,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/a3d9ab8f15eb42c1a6ea3235dc2911db, entries=150, sequenceid=247, filesize=30.4 K 2024-11-14T14:26:16,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/9bf2350c8ec7404b9c2d176b55e5d0f4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/9bf2350c8ec7404b9c2d176b55e5d0f4 2024-11-14T14:26:16,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/9bf2350c8ec7404b9c2d176b55e5d0f4, entries=150, sequenceid=247, filesize=11.9 K 2024-11-14T14:26:16,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/76a796cd205b46098ac11608afecb923 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/76a796cd205b46098ac11608afecb923 2024-11-14T14:26:16,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/76a796cd205b46098ac11608afecb923, entries=150, sequenceid=247, filesize=11.9 K 2024-11-14T14:26:16,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 6731cbdc732d4a9ccd47ad339776b798 in 1690ms, sequenceid=247, compaction requested=true 2024-11-14T14:26:16,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:16,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6731cbdc732d4a9ccd47ad339776b798:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:16,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:16,310 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-14T14:26:16,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6731cbdc732d4a9ccd47ad339776b798:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:16,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:16,310 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-14T14:26:16,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6731cbdc732d4a9ccd47ad339776b798:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:16,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:16,312 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 305779 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-14T14:26:16,312 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 6731cbdc732d4a9ccd47ad339776b798/A is initiating minor compaction (all files) 2024-11-14T14:26:16,312 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 109265 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-14T14:26:16,312 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6731cbdc732d4a9ccd47ad339776b798/A in TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:16,312 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 6731cbdc732d4a9ccd47ad339776b798/B is initiating minor compaction (all files) 2024-11-14T14:26:16,312 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6731cbdc732d4a9ccd47ad339776b798/B in TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:16,312 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/3071c274015d4e4daf19d5ad82aaf0be, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/708c7e0244ea481ab98dbd9f677178f6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/43b326d786b54fc9b5af943ee18e3152, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/82d3f070f8954f1eb16e4beef6be452e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/518afc6eb3da4480b7366622e3bc8bbb, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/37cbb3ff397147e08f9e015c6882274e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1c4d71ba626a44aaa1879460e598a290, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/46edfe66eb374ce8b30efe2217efa14e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/a3d9ab8f15eb42c1a6ea3235dc2911db] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp, totalSize=298.6 K 2024-11-14T14:26:16,312 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=7 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:16,312 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/8b67e3de8ee64621a0b26e37c2bcfc6b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/702950718bc4451bb24979a3a8c8d1b7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/6495e8acbda24b3ea12193997d8fdf5e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/16dac6289086439eb5fea14c51622008, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5f24a703600c4f50a52e651e11790eca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/def7bd5f744b42ed8f5e8aef4f79d448, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/37dc688abfd74accb00ac02a0a51d1fe, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/73f9a95ce895483aa574092fdcbfb2e8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/9bf2350c8ec7404b9c2d176b55e5d0f4] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp, totalSize=106.7 K 2024-11-14T14:26:16,312 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/3071c274015d4e4daf19d5ad82aaf0be, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/708c7e0244ea481ab98dbd9f677178f6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/43b326d786b54fc9b5af943ee18e3152, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/82d3f070f8954f1eb16e4beef6be452e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/518afc6eb3da4480b7366622e3bc8bbb, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/37cbb3ff397147e08f9e015c6882274e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1c4d71ba626a44aaa1879460e598a290, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/46edfe66eb374ce8b30efe2217efa14e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/a3d9ab8f15eb42c1a6ea3235dc2911db] 2024-11-14T14:26:16,313 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b67e3de8ee64621a0b26e37c2bcfc6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731594358641 2024-11-14T14:26:16,313 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3071c274015d4e4daf19d5ad82aaf0be, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731594358641 2024-11-14T14:26:16,313 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 702950718bc4451bb24979a3a8c8d1b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731594359490 2024-11-14T14:26:16,313 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 708c7e0244ea481ab98dbd9f677178f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731594359490 2024-11-14T14:26:16,313 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 6495e8acbda24b3ea12193997d8fdf5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594361678 2024-11-14T14:26:16,313 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43b326d786b54fc9b5af943ee18e3152, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594361661 2024-11-14T14:26:16,314 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 16dac6289086439eb5fea14c51622008, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731594361726 2024-11-14T14:26:16,314 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82d3f070f8954f1eb16e4beef6be452e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731594361726 2024-11-14T14:26:16,314 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f24a703600c4f50a52e651e11790eca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731594363864 2024-11-14T14:26:16,314 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 518afc6eb3da4480b7366622e3bc8bbb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731594363864 2024-11-14T14:26:16,314 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting def7bd5f744b42ed8f5e8aef4f79d448, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731594366020 2024-11-14T14:26:16,314 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37cbb3ff397147e08f9e015c6882274e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731594366020 2024-11-14T14:26:16,314 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 37dc688abfd74accb00ac02a0a51d1fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731594368163 2024-11-14T14:26:16,315 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c4d71ba626a44aaa1879460e598a290, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731594368163 2024-11-14T14:26:16,315 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 73f9a95ce895483aa574092fdcbfb2e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731594370332 2024-11-14T14:26:16,315 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46edfe66eb374ce8b30efe2217efa14e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731594370332 2024-11-14T14:26:16,315 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bf2350c8ec7404b9c2d176b55e5d0f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731594372483 2024-11-14T14:26:16,315 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3d9ab8f15eb42c1a6ea3235dc2911db, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731594372483 2024-11-14T14:26:16,331 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:16,333 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6731cbdc732d4a9ccd47ad339776b798#B#compaction#147 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:16,333 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/74cfc382835b4e2780881d0cd20c7c98 is 50, key is test_row_0/B:col10/1731594374616/Put/seqid=0 2024-11-14T14:26:16,334 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114cba0f52bfe5e4e698a1c7ddf124c7e58_6731cbdc732d4a9ccd47ad339776b798 store=[table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742004_1180 (size=12663) 2024-11-14T14:26:16,374 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114cba0f52bfe5e4e698a1c7ddf124c7e58_6731cbdc732d4a9ccd47ad339776b798, store=[table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:16,374 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114cba0f52bfe5e4e698a1c7ddf124c7e58_6731cbdc732d4a9ccd47ad339776b798 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742005_1181 (size=4469) 2024-11-14T14:26:16,749 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/74cfc382835b4e2780881d0cd20c7c98 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/74cfc382835b4e2780881d0cd20c7c98 2024-11-14T14:26:16,756 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 6731cbdc732d4a9ccd47ad339776b798/B of 6731cbdc732d4a9ccd47ad339776b798 into 74cfc382835b4e2780881d0cd20c7c98(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:16,756 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:16,756 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., storeName=6731cbdc732d4a9ccd47ad339776b798/B, priority=7, startTime=1731594376310; duration=0sec 2024-11-14T14:26:16,756 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:16,756 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6731cbdc732d4a9ccd47ad339776b798:B 2024-11-14T14:26:16,757 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-11-14T14:26:16,760 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 109265 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-11-14T14:26:16,760 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 6731cbdc732d4a9ccd47ad339776b798/C is initiating minor compaction (all files) 2024-11-14T14:26:16,760 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6731cbdc732d4a9ccd47ad339776b798/C in TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:16,760 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0812e0fc323b4ca6ab5bf861e23c2a89, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/6087872d2d8e44888684ca40d8d5b395, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/d925b1571b18457995fbe17c63c96201, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/eb7c2707c410443982fda3eaa78b1bed, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0a6c3ba42d2d46c19b36520033ae20f6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/01e23f938cd144179de53c262c3f8b32, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c788d120fd14450a8683212ebda7f6ca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/7c5b09c1594c4e6f909eb116979a4596, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/76a796cd205b46098ac11608afecb923] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp, totalSize=106.7 K 2024-11-14T14:26:16,761 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 0812e0fc323b4ca6ab5bf861e23c2a89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731594358641 2024-11-14T14:26:16,761 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 6087872d2d8e44888684ca40d8d5b395, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731594359490 2024-11-14T14:26:16,761 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting d925b1571b18457995fbe17c63c96201, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594361678 2024-11-14T14:26:16,762 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting eb7c2707c410443982fda3eaa78b1bed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731594361726 2024-11-14T14:26:16,762 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a6c3ba42d2d46c19b36520033ae20f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731594363864 2024-11-14T14:26:16,762 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 01e23f938cd144179de53c262c3f8b32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731594366020 2024-11-14T14:26:16,763 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting c788d120fd14450a8683212ebda7f6ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731594368163 2024-11-14T14:26:16,763 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c5b09c1594c4e6f909eb116979a4596, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731594370332 2024-11-14T14:26:16,764 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 76a796cd205b46098ac11608afecb923, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731594372483 2024-11-14T14:26:16,779 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6731cbdc732d4a9ccd47ad339776b798#A#compaction#148 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:16,779 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/8aeb93ab2826484fb7b49302dac20783 is 175, key is test_row_0/A:col10/1731594374616/Put/seqid=0 2024-11-14T14:26:16,780 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6731cbdc732d4a9ccd47ad339776b798#C#compaction#149 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:16,781 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/e9bbc8a6260f481b80195ddd2c347e7b is 50, key is test_row_0/C:col10/1731594374616/Put/seqid=0 2024-11-14T14:26:16,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742006_1182 (size=31617) 2024-11-14T14:26:16,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742007_1183 (size=12663) 2024-11-14T14:26:16,828 DEBUG [Thread-603 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:64189 2024-11-14T14:26:16,828 DEBUG [Thread-603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:16,876 DEBUG [Thread-599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:64189 2024-11-14T14:26:16,876 DEBUG [Thread-599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:16,878 DEBUG [Thread-605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:64189 2024-11-14T14:26:16,878 DEBUG [Thread-605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4636 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4613 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1971 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5913 rows 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1972 2024-11-14T14:26:16,878 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5916 rows 2024-11-14T14:26:16,878 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T14:26:16,878 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:64189 2024-11-14T14:26:16,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:16,880 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T14:26:16,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:26:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T14:26:16,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594376883"}]},"ts":"1731594376883"} 2024-11-14T14:26:16,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:26:16,899 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:26:16,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:26:16,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, UNASSIGN}] 2024-11-14T14:26:16,902 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, UNASSIGN 2024-11-14T14:26:16,902 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=6731cbdc732d4a9ccd47ad339776b798, regionState=CLOSING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:16,903 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:26:16,903 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; CloseRegionProcedure 6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:26:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T14:26:17,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:17,056 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(124): Close 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:17,056 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T14:26:17,057 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1681): Closing 6731cbdc732d4a9ccd47ad339776b798, disabling compactions & flushes 2024-11-14T14:26:17,057 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T14:26:17,195 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/e9bbc8a6260f481b80195ddd2c347e7b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/e9bbc8a6260f481b80195ddd2c347e7b 2024-11-14T14:26:17,195 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/8aeb93ab2826484fb7b49302dac20783 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/8aeb93ab2826484fb7b49302dac20783 2024-11-14T14:26:17,200 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 6731cbdc732d4a9ccd47ad339776b798/C of 6731cbdc732d4a9ccd47ad339776b798 into e9bbc8a6260f481b80195ddd2c347e7b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:17,200 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:17,200 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 9 (all) file(s) in 6731cbdc732d4a9ccd47ad339776b798/A of 6731cbdc732d4a9ccd47ad339776b798 into 8aeb93ab2826484fb7b49302dac20783(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:17,200 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., storeName=6731cbdc732d4a9ccd47ad339776b798/C, priority=7, startTime=1731594376310; duration=0sec 2024-11-14T14:26:17,200 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:17,200 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:17,200 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:17,200 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798., storeName=6731cbdc732d4a9ccd47ad339776b798/A, priority=7, startTime=1731594376310; duration=0sec 2024-11-14T14:26:17,200 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6731cbdc732d4a9ccd47ad339776b798:C 2024-11-14T14:26:17,200 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:17,200 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. after waiting 0 ms 2024-11-14T14:26:17,200 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:17,200 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:17,200 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6731cbdc732d4a9ccd47ad339776b798:A 2024-11-14T14:26:17,200 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(2837): Flushing 6731cbdc732d4a9ccd47ad339776b798 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T14:26:17,201 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=A 2024-11-14T14:26:17,201 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:17,201 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=B 2024-11-14T14:26:17,201 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:17,201 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6731cbdc732d4a9ccd47ad339776b798, store=C 2024-11-14T14:26:17,201 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:17,207 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140154e1f0258141fb84b2f9c0fb1dc66c_6731cbdc732d4a9ccd47ad339776b798 is 50, key is test_row_0/A:col10/1731594376875/Put/seqid=0 2024-11-14T14:26:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742008_1184 (size=9814) 2024-11-14T14:26:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T14:26:17,614 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:17,624 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140154e1f0258141fb84b2f9c0fb1dc66c_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140154e1f0258141fb84b2f9c0fb1dc66c_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:17,626 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/b36c71abec5c42d7aea3fb023a1cfdd0, store: [table=TestAcidGuarantees family=A region=6731cbdc732d4a9ccd47ad339776b798] 2024-11-14T14:26:17,627 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/b36c71abec5c42d7aea3fb023a1cfdd0 is 175, key is test_row_0/A:col10/1731594376875/Put/seqid=0 2024-11-14T14:26:17,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742009_1185 (size=22461) 2024-11-14T14:26:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T14:26:18,031 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/b36c71abec5c42d7aea3fb023a1cfdd0 2024-11-14T14:26:18,047 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/5763cc3c553d4818a4c5a34c5da12927 is 50, key is test_row_0/B:col10/1731594376875/Put/seqid=0 2024-11-14T14:26:18,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742010_1186 (size=9757) 2024-11-14T14:26:18,455 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/5763cc3c553d4818a4c5a34c5da12927 2024-11-14T14:26:18,471 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/94f1ce74563b45b1a31631bf246f28c6 is 50, key is test_row_0/C:col10/1731594376875/Put/seqid=0 2024-11-14T14:26:18,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742011_1187 (size=9757) 2024-11-14T14:26:18,570 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:26:18,875 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/94f1ce74563b45b1a31631bf246f28c6 2024-11-14T14:26:18,880 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/A/b36c71abec5c42d7aea3fb023a1cfdd0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/b36c71abec5c42d7aea3fb023a1cfdd0 2024-11-14T14:26:18,884 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/b36c71abec5c42d7aea3fb023a1cfdd0, entries=100, sequenceid=256, filesize=21.9 K 2024-11-14T14:26:18,885 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/B/5763cc3c553d4818a4c5a34c5da12927 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5763cc3c553d4818a4c5a34c5da12927 2024-11-14T14:26:18,889 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5763cc3c553d4818a4c5a34c5da12927, entries=100, sequenceid=256, filesize=9.5 K 2024-11-14T14:26:18,890 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/.tmp/C/94f1ce74563b45b1a31631bf246f28c6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/94f1ce74563b45b1a31631bf246f28c6 2024-11-14T14:26:18,895 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/94f1ce74563b45b1a31631bf246f28c6, entries=100, sequenceid=256, filesize=9.5 K 2024-11-14T14:26:18,896 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 6731cbdc732d4a9ccd47ad339776b798 in 1696ms, sequenceid=256, compaction requested=false 2024-11-14T14:26:18,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/54d54adfb6e54f8495b777939853a233, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1d28ebac3d9c42a59dc70da7a20902a2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/59d4bbd8a388477ba63264ee803c41a6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/de458d0c6fc8495a9d19cf5660652b96, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/bb97dfcf9993434c9df07668b421d6db, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/157a12561f754feb9e132349fc269608, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/3071c274015d4e4daf19d5ad82aaf0be, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/708c7e0244ea481ab98dbd9f677178f6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/43b326d786b54fc9b5af943ee18e3152, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/82d3f070f8954f1eb16e4beef6be452e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/518afc6eb3da4480b7366622e3bc8bbb, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/37cbb3ff397147e08f9e015c6882274e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1c4d71ba626a44aaa1879460e598a290, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/46edfe66eb374ce8b30efe2217efa14e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/a3d9ab8f15eb42c1a6ea3235dc2911db] to archive 2024-11-14T14:26:18,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:26:18,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/54d54adfb6e54f8495b777939853a233 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/54d54adfb6e54f8495b777939853a233 2024-11-14T14:26:18,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1d28ebac3d9c42a59dc70da7a20902a2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1d28ebac3d9c42a59dc70da7a20902a2 2024-11-14T14:26:18,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/59d4bbd8a388477ba63264ee803c41a6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/59d4bbd8a388477ba63264ee803c41a6 2024-11-14T14:26:18,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/de458d0c6fc8495a9d19cf5660652b96 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/de458d0c6fc8495a9d19cf5660652b96 2024-11-14T14:26:18,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/bb97dfcf9993434c9df07668b421d6db to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/bb97dfcf9993434c9df07668b421d6db 2024-11-14T14:26:18,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/157a12561f754feb9e132349fc269608 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/157a12561f754feb9e132349fc269608 2024-11-14T14:26:18,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/3071c274015d4e4daf19d5ad82aaf0be to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/3071c274015d4e4daf19d5ad82aaf0be 2024-11-14T14:26:18,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/708c7e0244ea481ab98dbd9f677178f6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/708c7e0244ea481ab98dbd9f677178f6 2024-11-14T14:26:18,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/43b326d786b54fc9b5af943ee18e3152 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/43b326d786b54fc9b5af943ee18e3152 2024-11-14T14:26:18,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/82d3f070f8954f1eb16e4beef6be452e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/82d3f070f8954f1eb16e4beef6be452e 2024-11-14T14:26:18,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/518afc6eb3da4480b7366622e3bc8bbb to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/518afc6eb3da4480b7366622e3bc8bbb 2024-11-14T14:26:18,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/37cbb3ff397147e08f9e015c6882274e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/37cbb3ff397147e08f9e015c6882274e 2024-11-14T14:26:18,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1c4d71ba626a44aaa1879460e598a290 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/1c4d71ba626a44aaa1879460e598a290 2024-11-14T14:26:18,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/46edfe66eb374ce8b30efe2217efa14e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/46edfe66eb374ce8b30efe2217efa14e 2024-11-14T14:26:18,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/a3d9ab8f15eb42c1a6ea3235dc2911db to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/a3d9ab8f15eb42c1a6ea3235dc2911db 2024-11-14T14:26:18,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3e13a444867a44e0b98448350e841fdd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3efa548c31304beaab5e5f723d097534, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5577a887f2ea42d98ceb03172e060aec, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/a5678204e3bb4a5db9663c54eaa5da97, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/63c2bee9afb946f38210535bd9316b03, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/8b67e3de8ee64621a0b26e37c2bcfc6b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/c021ed4b2fbb45e092bcebbb7f40c7fe, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/702950718bc4451bb24979a3a8c8d1b7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/6495e8acbda24b3ea12193997d8fdf5e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/16dac6289086439eb5fea14c51622008, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5f24a703600c4f50a52e651e11790eca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/def7bd5f744b42ed8f5e8aef4f79d448, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/37dc688abfd74accb00ac02a0a51d1fe, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/73f9a95ce895483aa574092fdcbfb2e8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/9bf2350c8ec7404b9c2d176b55e5d0f4] to archive 2024-11-14T14:26:18,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:26:18,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3e13a444867a44e0b98448350e841fdd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3e13a444867a44e0b98448350e841fdd 2024-11-14T14:26:18,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3efa548c31304beaab5e5f723d097534 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/3efa548c31304beaab5e5f723d097534 2024-11-14T14:26:18,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5577a887f2ea42d98ceb03172e060aec to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5577a887f2ea42d98ceb03172e060aec 2024-11-14T14:26:18,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/a5678204e3bb4a5db9663c54eaa5da97 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/a5678204e3bb4a5db9663c54eaa5da97 2024-11-14T14:26:18,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/63c2bee9afb946f38210535bd9316b03 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/63c2bee9afb946f38210535bd9316b03 2024-11-14T14:26:18,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/8b67e3de8ee64621a0b26e37c2bcfc6b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/8b67e3de8ee64621a0b26e37c2bcfc6b 2024-11-14T14:26:18,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/c021ed4b2fbb45e092bcebbb7f40c7fe to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/c021ed4b2fbb45e092bcebbb7f40c7fe 2024-11-14T14:26:18,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/702950718bc4451bb24979a3a8c8d1b7 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/702950718bc4451bb24979a3a8c8d1b7 2024-11-14T14:26:18,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/6495e8acbda24b3ea12193997d8fdf5e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/6495e8acbda24b3ea12193997d8fdf5e 2024-11-14T14:26:18,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/16dac6289086439eb5fea14c51622008 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/16dac6289086439eb5fea14c51622008 2024-11-14T14:26:18,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5f24a703600c4f50a52e651e11790eca to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5f24a703600c4f50a52e651e11790eca 2024-11-14T14:26:18,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/def7bd5f744b42ed8f5e8aef4f79d448 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/def7bd5f744b42ed8f5e8aef4f79d448 2024-11-14T14:26:18,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/37dc688abfd74accb00ac02a0a51d1fe to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/37dc688abfd74accb00ac02a0a51d1fe 2024-11-14T14:26:18,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/73f9a95ce895483aa574092fdcbfb2e8 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/73f9a95ce895483aa574092fdcbfb2e8 2024-11-14T14:26:18,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/9bf2350c8ec7404b9c2d176b55e5d0f4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/9bf2350c8ec7404b9c2d176b55e5d0f4 2024-11-14T14:26:18,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/885f662ecdf54175808734b3333d6f60, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/2fe7ddd06be74bf48d914c843db5dfa6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/602652dbee5a42f8923b7a6df6c5c478, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0153747db67a4e3aa9943dd10294ea42, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/42e72024d9314cdb84231d704081dcc0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0812e0fc323b4ca6ab5bf861e23c2a89, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c5ed78c6dcec4f9a8bde213a084838da, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/6087872d2d8e44888684ca40d8d5b395, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/d925b1571b18457995fbe17c63c96201, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/eb7c2707c410443982fda3eaa78b1bed, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0a6c3ba42d2d46c19b36520033ae20f6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/01e23f938cd144179de53c262c3f8b32, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c788d120fd14450a8683212ebda7f6ca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/7c5b09c1594c4e6f909eb116979a4596, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/76a796cd205b46098ac11608afecb923] to archive 2024-11-14T14:26:18,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:26:18,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/885f662ecdf54175808734b3333d6f60 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/885f662ecdf54175808734b3333d6f60 2024-11-14T14:26:18,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/2fe7ddd06be74bf48d914c843db5dfa6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/2fe7ddd06be74bf48d914c843db5dfa6 2024-11-14T14:26:18,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/602652dbee5a42f8923b7a6df6c5c478 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/602652dbee5a42f8923b7a6df6c5c478 2024-11-14T14:26:18,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0153747db67a4e3aa9943dd10294ea42 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0153747db67a4e3aa9943dd10294ea42 2024-11-14T14:26:18,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/42e72024d9314cdb84231d704081dcc0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/42e72024d9314cdb84231d704081dcc0 2024-11-14T14:26:18,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0812e0fc323b4ca6ab5bf861e23c2a89 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0812e0fc323b4ca6ab5bf861e23c2a89 2024-11-14T14:26:18,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c5ed78c6dcec4f9a8bde213a084838da to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c5ed78c6dcec4f9a8bde213a084838da 2024-11-14T14:26:18,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/6087872d2d8e44888684ca40d8d5b395 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/6087872d2d8e44888684ca40d8d5b395 2024-11-14T14:26:18,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/d925b1571b18457995fbe17c63c96201 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/d925b1571b18457995fbe17c63c96201 2024-11-14T14:26:18,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/eb7c2707c410443982fda3eaa78b1bed to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/eb7c2707c410443982fda3eaa78b1bed 2024-11-14T14:26:18,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0a6c3ba42d2d46c19b36520033ae20f6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/0a6c3ba42d2d46c19b36520033ae20f6 2024-11-14T14:26:18,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/01e23f938cd144179de53c262c3f8b32 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/01e23f938cd144179de53c262c3f8b32 2024-11-14T14:26:18,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c788d120fd14450a8683212ebda7f6ca to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/c788d120fd14450a8683212ebda7f6ca 2024-11-14T14:26:18,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/7c5b09c1594c4e6f909eb116979a4596 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/7c5b09c1594c4e6f909eb116979a4596 2024-11-14T14:26:18,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/76a796cd205b46098ac11608afecb923 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/76a796cd205b46098ac11608afecb923 2024-11-14T14:26:18,952 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/recovered.edits/259.seqid, newMaxSeqId=259, maxSeqId=4 2024-11-14T14:26:18,952 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798. 2024-11-14T14:26:18,952 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] regionserver.HRegion(1635): Region close journal for 6731cbdc732d4a9ccd47ad339776b798: 2024-11-14T14:26:18,953 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=72}] handler.UnassignRegionHandler(170): Closed 6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:18,954 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=6731cbdc732d4a9ccd47ad339776b798, regionState=CLOSED 2024-11-14T14:26:18,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-14T14:26:18,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseRegionProcedure 6731cbdc732d4a9ccd47ad339776b798, server=d4069aa67eab,43913,1731594320188 in 2.0520 sec 2024-11-14T14:26:18,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-14T14:26:18,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6731cbdc732d4a9ccd47ad339776b798, UNASSIGN in 2.0550 sec 2024-11-14T14:26:18,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-14T14:26:18,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0570 sec 2024-11-14T14:26:18,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594378958"}]},"ts":"1731594378958"} 2024-11-14T14:26:18,959 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:26:18,974 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:26:18,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0950 sec 2024-11-14T14:26:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-14T14:26:18,992 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-14T14:26:18,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:26:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:18,994 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=73, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:18,995 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=73, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T14:26:18,998 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,001 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/recovered.edits] 2024-11-14T14:26:19,006 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/8aeb93ab2826484fb7b49302dac20783 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/8aeb93ab2826484fb7b49302dac20783 2024-11-14T14:26:19,007 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/b36c71abec5c42d7aea3fb023a1cfdd0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/A/b36c71abec5c42d7aea3fb023a1cfdd0 2024-11-14T14:26:19,010 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5763cc3c553d4818a4c5a34c5da12927 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/5763cc3c553d4818a4c5a34c5da12927 2024-11-14T14:26:19,011 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/74cfc382835b4e2780881d0cd20c7c98 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/B/74cfc382835b4e2780881d0cd20c7c98 2024-11-14T14:26:19,013 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/94f1ce74563b45b1a31631bf246f28c6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/94f1ce74563b45b1a31631bf246f28c6 2024-11-14T14:26:19,015 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/e9bbc8a6260f481b80195ddd2c347e7b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/C/e9bbc8a6260f481b80195ddd2c347e7b 2024-11-14T14:26:19,017 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/recovered.edits/259.seqid to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798/recovered.edits/259.seqid 2024-11-14T14:26:19,018 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,018 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:26:19,018 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:26:19,019 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T14:26:19,023 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140154e1f0258141fb84b2f9c0fb1dc66c_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140154e1f0258141fb84b2f9c0fb1dc66c_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,025 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111401fb6e7336b44f11b715139fa57bde45_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111401fb6e7336b44f11b715139fa57bde45_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,026 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111436f4a5ee8c854046a2c9d737cb21f6da_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111436f4a5ee8c854046a2c9d737cb21f6da_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,027 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143e0f2ce48b06494ba29625ddf112ed79_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143e0f2ce48b06494ba29625ddf112ed79_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,028 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114630c1a5d54f84db49d007dccce04b724_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114630c1a5d54f84db49d007dccce04b724_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,029 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f1caa8a514448d1a9662a25165818f5_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f1caa8a514448d1a9662a25165818f5_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,031 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a73eac53e1984726bfe844d99f2d5b2f_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a73eac53e1984726bfe844d99f2d5b2f_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,032 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8111a617a79429bbfee321ed4de0e6c_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8111a617a79429bbfee321ed4de0e6c_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,033 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a87dc9ee88b4489fb8e45b3124c37605_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a87dc9ee88b4489fb8e45b3124c37605_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,034 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1bfe318632948adbb21f01f1f044526_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c1bfe318632948adbb21f01f1f044526_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,035 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c73988257610479a907915014b1c34de_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c73988257610479a907915014b1c34de_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,036 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cfdc2e6ac21f47ac984f384ad2bdb17e_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114cfdc2e6ac21f47ac984f384ad2bdb17e_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,037 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e9651fb45bf94a62a6b3c5183b9cfe28_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e9651fb45bf94a62a6b3c5183b9cfe28_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,038 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f498cdffeca74a43a38ebea8af3b8d65_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f498cdffeca74a43a38ebea8af3b8d65_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,039 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f97f298f78a948239ddec79b9d9b6225_6731cbdc732d4a9ccd47ad339776b798 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f97f298f78a948239ddec79b9d9b6225_6731cbdc732d4a9ccd47ad339776b798 2024-11-14T14:26:19,040 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:26:19,041 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=73, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:19,044 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:26:19,045 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:26:19,046 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=73, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:19,047 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:26:19,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731594379047"}]},"ts":"9223372036854775807"} 2024-11-14T14:26:19,048 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T14:26:19,049 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6731cbdc732d4a9ccd47ad339776b798, NAME => 'TestAcidGuarantees,,1731594349563.6731cbdc732d4a9ccd47ad339776b798.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:26:19,049 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:26:19,049 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731594379049"}]},"ts":"9223372036854775807"} 2024-11-14T14:26:19,050 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T14:26:19,058 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=73, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:19,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-14T14:26:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-14T14:26:19,097 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-14T14:26:19,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=242 (was 238) Potentially hanging thread: hconnection-0x38fd0fa6-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_799208069_22 at /127.0.0.1:34178 [Waiting for operation #1042] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x38fd0fa6-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_150211909_22 at /127.0.0.1:34180 [Waiting for operation #679] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_150211909_22 at /127.0.0.1:43058 [Waiting for operation #1433] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_799208069_22 at /127.0.0.1:42896 [Waiting for operation #1438] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x38fd0fa6-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x38fd0fa6-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 456) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=317 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=456 (was 569) 2024-11-14T14:26:19,115 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=242, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=317, ProcessCount=11, AvailableMemoryMB=455 2024-11-14T14:26:19,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:26:19,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:26:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:19,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:26:19,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:19,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 74 2024-11-14T14:26:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-14T14:26:19,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:26:19,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742012_1188 (size=960) 2024-11-14T14:26:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-14T14:26:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-14T14:26:19,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 2024-11-14T14:26:19,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742013_1189 (size=53) 2024-11-14T14:26:19,573 ERROR [LeaseRenewer:jenkins@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34543,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-14T14:26:19,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:26:19,942 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:26:19,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1174e4141621344ac9aec4b37e22fd3a, disabling compactions & flushes 2024-11-14T14:26:19,943 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:19,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:19,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. after waiting 0 ms 2024-11-14T14:26:19,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:19,943 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:19,943 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:19,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:26:19,945 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731594379945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594379945"}]},"ts":"1731594379945"} 2024-11-14T14:26:19,947 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T14:26:19,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:26:19,949 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594379948"}]},"ts":"1731594379948"} 2024-11-14T14:26:19,950 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:26:20,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1174e4141621344ac9aec4b37e22fd3a, ASSIGN}] 2024-11-14T14:26:20,002 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1174e4141621344ac9aec4b37e22fd3a, ASSIGN 2024-11-14T14:26:20,004 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1174e4141621344ac9aec4b37e22fd3a, ASSIGN; state=OFFLINE, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=false 2024-11-14T14:26:20,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=1174e4141621344ac9aec4b37e22fd3a, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:20,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; OpenRegionProcedure 1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:26:20,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-14T14:26:20,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:20,317 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:20,317 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7285): Opening region: {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:26:20,318 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:20,318 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:26:20,318 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7327): checking encryption for 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:20,318 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7330): checking classloading for 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:20,320 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:20,322 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:26:20,322 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1174e4141621344ac9aec4b37e22fd3a columnFamilyName A 2024-11-14T14:26:20,322 DEBUG [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:20,323 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] regionserver.HStore(327): Store=1174e4141621344ac9aec4b37e22fd3a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:26:20,323 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:20,324 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:26:20,324 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1174e4141621344ac9aec4b37e22fd3a columnFamilyName B 2024-11-14T14:26:20,325 DEBUG [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:20,325 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] regionserver.HStore(327): Store=1174e4141621344ac9aec4b37e22fd3a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:26:20,325 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:20,327 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:26:20,327 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1174e4141621344ac9aec4b37e22fd3a columnFamilyName C 2024-11-14T14:26:20,327 DEBUG [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:20,328 INFO [StoreOpener-1174e4141621344ac9aec4b37e22fd3a-1 {}] regionserver.HStore(327): Store=1174e4141621344ac9aec4b37e22fd3a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:26:20,328 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:20,329 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:20,329 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:20,331 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:26:20,332 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1085): writing seq id for 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:20,334 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:26:20,335 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1102): Opened 1174e4141621344ac9aec4b37e22fd3a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67116627, jitterRate=1.1567771434783936E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:26:20,335 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1001): Region open journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:20,336 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., pid=76, masterSystemTime=1731594380312 2024-11-14T14:26:20,337 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:20,337 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:20,338 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=1174e4141621344ac9aec4b37e22fd3a, regionState=OPEN, openSeqNum=2, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:20,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-14T14:26:20,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; OpenRegionProcedure 1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 in 180 msec 2024-11-14T14:26:20,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-11-14T14:26:20,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1174e4141621344ac9aec4b37e22fd3a, ASSIGN in 340 msec 2024-11-14T14:26:20,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:26:20,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594380342"}]},"ts":"1731594380342"} 2024-11-14T14:26:20,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:26:20,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:26:20,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2340 sec 2024-11-14T14:26:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=74 2024-11-14T14:26:21,229 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 74 completed 2024-11-14T14:26:21,235 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-14T14:26:21,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,280 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:26:21,283 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54898, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:26:21,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-14T14:26:21,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-14T14:26:21,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,310 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-14T14:26:21,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-14T14:26:21,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-14T14:26:21,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,334 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-14T14:26:21,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-14T14:26:21,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,352 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-14T14:26:21,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-14T14:26:21,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,368 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-14T14:26:21,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:21,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:21,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-14T14:26:21,379 DEBUG [hconnection-0x18fcb945-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,379 DEBUG [hconnection-0x231281c3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,379 DEBUG [hconnection-0x6f6f77b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,379 DEBUG [hconnection-0x22d7ea8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,379 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T14:26:21,380 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,380 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,380 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:21,381 DEBUG [hconnection-0x4dfe2fbc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:21,382 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,382 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,382 DEBUG [hconnection-0x33871a4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,383 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,383 DEBUG [hconnection-0x677c1bee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,384 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:21,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T14:26:21,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:21,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:21,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:21,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:21,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:21,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:21,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594441400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,403 DEBUG [hconnection-0x7d97f47f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594441401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594441402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,404 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594441402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,410 DEBUG [hconnection-0x3c357279-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,411 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,414 DEBUG [hconnection-0x7dc85e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:21,415 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:21,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1731594441427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/6dc45e09df8b485f98d274878574b110 is 50, key is test_row_0/A:col10/1731594381387/Put/seqid=0 2024-11-14T14:26:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742014_1190 (size=12001) 2024-11-14T14:26:21,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/6dc45e09df8b485f98d274878574b110 2024-11-14T14:26:21,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T14:26:21,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/c873c90d3f0e4723b01da542a2fe0e10 is 50, key is test_row_0/B:col10/1731594381387/Put/seqid=0 2024-11-14T14:26:21,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742015_1191 (size=12001) 2024-11-14T14:26:21,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/c873c90d3f0e4723b01da542a2fe0e10 2024-11-14T14:26:21,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594441503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594441504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594441504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594441505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/98ee1c9b0bba4d45899d7bc7c79f8f01 is 50, key is test_row_0/C:col10/1731594381387/Put/seqid=0 2024-11-14T14:26:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742016_1192 (size=12001) 2024-11-14T14:26:21,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1731594441530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T14:26:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:21,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T14:26:21,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T14:26:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:21,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594441705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594441706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594441707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594441707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:21,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1731594441734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T14:26:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:21,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:21,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/98ee1c9b0bba4d45899d7bc7c79f8f01 2024-11-14T14:26:21,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/6dc45e09df8b485f98d274878574b110 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6dc45e09df8b485f98d274878574b110 2024-11-14T14:26:21,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6dc45e09df8b485f98d274878574b110, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T14:26:21,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/c873c90d3f0e4723b01da542a2fe0e10 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/c873c90d3f0e4723b01da542a2fe0e10 2024-11-14T14:26:21,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/c873c90d3f0e4723b01da542a2fe0e10, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T14:26:21,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/98ee1c9b0bba4d45899d7bc7c79f8f01 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/98ee1c9b0bba4d45899d7bc7c79f8f01 2024-11-14T14:26:21,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/98ee1c9b0bba4d45899d7bc7c79f8f01, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T14:26:21,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1174e4141621344ac9aec4b37e22fd3a in 560ms, sequenceid=14, compaction requested=false 2024-11-14T14:26:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:21,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T14:26:21,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:21,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-14T14:26:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:21,991 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:26:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:21,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:21,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:21,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:21,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:21,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/97ebccd2604448bfb9187d36493c4c4c is 50, key is test_row_0/A:col10/1731594381400/Put/seqid=0 2024-11-14T14:26:22,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742017_1193 (size=12001) 2024-11-14T14:26:22,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:22,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:22,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594442014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594442015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594442016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594442017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1731594442038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594442118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594442118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594442119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594442121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594442321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594442321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594442321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594442325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,403 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/97ebccd2604448bfb9187d36493c4c4c 2024-11-14T14:26:22,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/96eaadae4e3b427b9701efe15efaf1ac is 50, key is test_row_0/B:col10/1731594381400/Put/seqid=0 2024-11-14T14:26:22,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742018_1194 (size=12001) 2024-11-14T14:26:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T14:26:22,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1731594442542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594442623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594442624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594442626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594442629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:22,821 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/96eaadae4e3b427b9701efe15efaf1ac 2024-11-14T14:26:22,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/a8cdbce53e294860a3ec033b802c6739 is 50, key is test_row_0/C:col10/1731594381400/Put/seqid=0 2024-11-14T14:26:22,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742019_1195 (size=12001) 2024-11-14T14:26:22,845 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/a8cdbce53e294860a3ec033b802c6739 2024-11-14T14:26:22,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/97ebccd2604448bfb9187d36493c4c4c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/97ebccd2604448bfb9187d36493c4c4c 2024-11-14T14:26:22,854 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/97ebccd2604448bfb9187d36493c4c4c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-14T14:26:22,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/96eaadae4e3b427b9701efe15efaf1ac as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/96eaadae4e3b427b9701efe15efaf1ac 2024-11-14T14:26:22,859 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/96eaadae4e3b427b9701efe15efaf1ac, entries=150, sequenceid=38, filesize=11.7 K 2024-11-14T14:26:22,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/a8cdbce53e294860a3ec033b802c6739 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a8cdbce53e294860a3ec033b802c6739 2024-11-14T14:26:22,864 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a8cdbce53e294860a3ec033b802c6739, entries=150, sequenceid=38, filesize=11.7 K 2024-11-14T14:26:22,865 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1174e4141621344ac9aec4b37e22fd3a in 874ms, sequenceid=38, compaction requested=false 2024-11-14T14:26:22,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:22,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:22,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-14T14:26:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-14T14:26:22,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-14T14:26:22,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4860 sec 2024-11-14T14:26:22,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4910 sec 2024-11-14T14:26:23,026 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34543,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:23,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:26:23,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:23,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:23,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:23,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:23,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:23,130 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:23,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/e88e2a7e7a2440daa71e082fb8d33f84 is 50, key is test_row_0/A:col10/1731594382015/Put/seqid=0 2024-11-14T14:26:23,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742020_1196 (size=12001) 2024-11-14T14:26:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594443189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594443189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594443192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594443193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,197 DEBUG [master/d4069aa67eab:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region bbbd9d320dd5f76fcb5bd793cf0ddeb3 changed from -1.0 to 0.0, refreshing cache 2024-11-14T14:26:23,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594443294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594443294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594443296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594443296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-14T14:26:23,484 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-14T14:26:23,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-14T14:26:23,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T14:26:23,486 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:23,486 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:23,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:23,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594443497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594443497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594443498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594443498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/e88e2a7e7a2440daa71e082fb8d33f84 2024-11-14T14:26:23,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/080e18dc1fe046cf99b163175ee447d9 is 50, key is test_row_0/B:col10/1731594382015/Put/seqid=0 2024-11-14T14:26:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742021_1197 (size=12001) 2024-11-14T14:26:23,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1731594443551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T14:26:23,638 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T14:26:23,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:23,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T14:26:23,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T14:26:23,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:23,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:23,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:23,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594443800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594443802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594443802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594443803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:23,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T14:26:23,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:23,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:23,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:23,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:23,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/080e18dc1fe046cf99b163175ee447d9 2024-11-14T14:26:23,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/7c265f3585b842dead850eaadb14160f is 50, key is test_row_0/C:col10/1731594382015/Put/seqid=0 2024-11-14T14:26:23,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742022_1198 (size=12001) 2024-11-14T14:26:23,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/7c265f3585b842dead850eaadb14160f 2024-11-14T14:26:23,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/e88e2a7e7a2440daa71e082fb8d33f84 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/e88e2a7e7a2440daa71e082fb8d33f84 2024-11-14T14:26:23,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/e88e2a7e7a2440daa71e082fb8d33f84, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:26:23,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/080e18dc1fe046cf99b163175ee447d9 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/080e18dc1fe046cf99b163175ee447d9 2024-11-14T14:26:24,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/080e18dc1fe046cf99b163175ee447d9, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:26:24,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/7c265f3585b842dead850eaadb14160f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/7c265f3585b842dead850eaadb14160f 2024-11-14T14:26:24,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/7c265f3585b842dead850eaadb14160f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:26:24,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1174e4141621344ac9aec4b37e22fd3a in 879ms, sequenceid=51, compaction requested=true 2024-11-14T14:26:24,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:24,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:24,009 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:24,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:24,009 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:24,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:24,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:24,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:24,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:24,011 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:24,011 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/A is initiating minor compaction (all files) 2024-11-14T14:26:24,011 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/A in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:24,011 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6dc45e09df8b485f98d274878574b110, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/97ebccd2604448bfb9187d36493c4c4c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/e88e2a7e7a2440daa71e082fb8d33f84] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.2 K 2024-11-14T14:26:24,011 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:24,012 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/B is initiating minor compaction (all files) 2024-11-14T14:26:24,012 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/B in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:24,012 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/c873c90d3f0e4723b01da542a2fe0e10, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/96eaadae4e3b427b9701efe15efaf1ac, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/080e18dc1fe046cf99b163175ee447d9] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.2 K 2024-11-14T14:26:24,012 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dc45e09df8b485f98d274878574b110, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731594381387 2024-11-14T14:26:24,012 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting c873c90d3f0e4723b01da542a2fe0e10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731594381387 2024-11-14T14:26:24,013 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97ebccd2604448bfb9187d36493c4c4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731594381400 2024-11-14T14:26:24,013 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 96eaadae4e3b427b9701efe15efaf1ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731594381400 2024-11-14T14:26:24,013 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 080e18dc1fe046cf99b163175ee447d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594382014 2024-11-14T14:26:24,014 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting e88e2a7e7a2440daa71e082fb8d33f84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594382014 2024-11-14T14:26:24,023 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:24,024 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/ef5fbc2d28aa4c189124bdcc750b1207 is 50, key is test_row_0/B:col10/1731594382015/Put/seqid=0 2024-11-14T14:26:24,026 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#A#compaction#163 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:24,026 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/b0d9cee4dbf84aa99594fb2892ecafdd is 50, key is test_row_0/A:col10/1731594382015/Put/seqid=0 2024-11-14T14:26:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742023_1199 (size=12104) 2024-11-14T14:26:24,047 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/b0d9cee4dbf84aa99594fb2892ecafdd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b0d9cee4dbf84aa99594fb2892ecafdd 2024-11-14T14:26:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742024_1200 (size=12104) 2024-11-14T14:26:24,055 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/A of 1174e4141621344ac9aec4b37e22fd3a into b0d9cee4dbf84aa99594fb2892ecafdd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:24,055 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:24,055 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/A, priority=13, startTime=1731594384009; duration=0sec 2024-11-14T14:26:24,056 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:24,056 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:A 2024-11-14T14:26:24,056 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:24,058 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:24,058 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/ef5fbc2d28aa4c189124bdcc750b1207 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ef5fbc2d28aa4c189124bdcc750b1207 2024-11-14T14:26:24,058 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/C is initiating minor compaction (all files) 2024-11-14T14:26:24,058 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/C in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:24,059 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/98ee1c9b0bba4d45899d7bc7c79f8f01, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a8cdbce53e294860a3ec033b802c6739, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/7c265f3585b842dead850eaadb14160f] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.2 K 2024-11-14T14:26:24,059 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98ee1c9b0bba4d45899d7bc7c79f8f01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731594381387 2024-11-14T14:26:24,060 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8cdbce53e294860a3ec033b802c6739, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731594381400 2024-11-14T14:26:24,061 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c265f3585b842dead850eaadb14160f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594382014 2024-11-14T14:26:24,065 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/B of 1174e4141621344ac9aec4b37e22fd3a into ef5fbc2d28aa4c189124bdcc750b1207(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:24,065 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:24,065 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/B, priority=13, startTime=1731594384009; duration=0sec 2024-11-14T14:26:24,065 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:24,065 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:B 2024-11-14T14:26:24,075 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:24,075 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/dbbe5ba560b249899297f815e107b5bb is 50, key is test_row_0/C:col10/1731594382015/Put/seqid=0 2024-11-14T14:26:24,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742025_1201 (size=12104) 2024-11-14T14:26:24,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T14:26:24,093 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/dbbe5ba560b249899297f815e107b5bb as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/dbbe5ba560b249899297f815e107b5bb 2024-11-14T14:26:24,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-14T14:26:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:24,096 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T14:26:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:24,100 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/C of 1174e4141621344ac9aec4b37e22fd3a into dbbe5ba560b249899297f815e107b5bb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:24,100 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:24,100 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/C, priority=13, startTime=1731594384010; duration=0sec 2024-11-14T14:26:24,100 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:24,100 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:C 2024-11-14T14:26:24,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/67cf616734104be4ab11ae8e9e21fde5 is 50, key is test_row_0/A:col10/1731594383187/Put/seqid=0 2024-11-14T14:26:24,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742026_1202 (size=12001) 2024-11-14T14:26:24,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594444313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594444316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594444316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594444317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594444418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594444420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594444420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594444420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:26:24,509 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/67cf616734104be4ab11ae8e9e21fde5 2024-11-14T14:26:24,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/36fb436c4aba431faa01841ccaa7cd87 is 50, key is test_row_0/B:col10/1731594383187/Put/seqid=0 2024-11-14T14:26:24,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742027_1203 (size=12001) 2024-11-14T14:26:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T14:26:24,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594444620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594444621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594444622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594444622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,921 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/36fb436c4aba431faa01841ccaa7cd87 2024-11-14T14:26:24,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594444923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594444923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594444925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/33acf4f3ca8b402f8892225d745a5437 is 50, key is test_row_0/C:col10/1731594383187/Put/seqid=0 2024-11-14T14:26:24,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594444927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:24,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742028_1204 (size=12001) 2024-11-14T14:26:25,334 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/33acf4f3ca8b402f8892225d745a5437 2024-11-14T14:26:25,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/67cf616734104be4ab11ae8e9e21fde5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/67cf616734104be4ab11ae8e9e21fde5 2024-11-14T14:26:25,342 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/67cf616734104be4ab11ae8e9e21fde5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T14:26:25,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/36fb436c4aba431faa01841ccaa7cd87 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/36fb436c4aba431faa01841ccaa7cd87 2024-11-14T14:26:25,346 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/36fb436c4aba431faa01841ccaa7cd87, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T14:26:25,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/33acf4f3ca8b402f8892225d745a5437 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/33acf4f3ca8b402f8892225d745a5437 2024-11-14T14:26:25,351 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/33acf4f3ca8b402f8892225d745a5437, entries=150, sequenceid=76, filesize=11.7 K 2024-11-14T14:26:25,351 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1174e4141621344ac9aec4b37e22fd3a in 1255ms, sequenceid=76, compaction requested=false 2024-11-14T14:26:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:25,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-14T14:26:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-14T14:26:25,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-14T14:26:25,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8660 sec 2024-11-14T14:26:25,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8690 sec 2024-11-14T14:26:25,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:25,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T14:26:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:25,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:25,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/9945ae816ce04aa9a7624cf1650716d1 is 50, key is test_row_0/A:col10/1731594384310/Put/seqid=0 2024-11-14T14:26:25,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742029_1205 (size=14341) 2024-11-14T14:26:25,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/9945ae816ce04aa9a7624cf1650716d1 2024-11-14T14:26:25,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594445450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594445451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/d5be138d67a446d0be16d8ae41326035 is 50, key is test_row_0/B:col10/1731594384310/Put/seqid=0 2024-11-14T14:26:25,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594445453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594445453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742030_1206 (size=12001) 2024-11-14T14:26:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594445556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594445556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594445557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594445558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1731594445569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,571 DEBUG [Thread-906 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., hostname=d4069aa67eab,43913,1731594320188, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:26:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-14T14:26:25,590 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-14T14:26:25,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-14T14:26:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T14:26:25,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:25,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:25,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:25,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T14:26:25,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T14:26:25,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:25,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:25,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:25,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:25,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:25,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594445760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594445760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594445761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594445761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/d5be138d67a446d0be16d8ae41326035 2024-11-14T14:26:25,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/8ac8d766e3e046f7818ad466ea6e7c8f is 50, key is test_row_0/C:col10/1731594384310/Put/seqid=0 2024-11-14T14:26:25,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742031_1207 (size=12001) 2024-11-14T14:26:25,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T14:26:25,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:25,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T14:26:25,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:25,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:25,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:25,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:25,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:26,060 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T14:26:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:26,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:26,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:26,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:26,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594446063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594446064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594446065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594446065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T14:26:26,212 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T14:26:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:26,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:26,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/8ac8d766e3e046f7818ad466ea6e7c8f 2024-11-14T14:26:26,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/9945ae816ce04aa9a7624cf1650716d1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/9945ae816ce04aa9a7624cf1650716d1 2024-11-14T14:26:26,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/9945ae816ce04aa9a7624cf1650716d1, entries=200, sequenceid=92, filesize=14.0 K 2024-11-14T14:26:26,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/d5be138d67a446d0be16d8ae41326035 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/d5be138d67a446d0be16d8ae41326035 2024-11-14T14:26:26,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/d5be138d67a446d0be16d8ae41326035, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T14:26:26,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/8ac8d766e3e046f7818ad466ea6e7c8f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/8ac8d766e3e046f7818ad466ea6e7c8f 2024-11-14T14:26:26,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/8ac8d766e3e046f7818ad466ea6e7c8f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-14T14:26:26,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 1174e4141621344ac9aec4b37e22fd3a in 875ms, sequenceid=92, compaction requested=true 2024-11-14T14:26:26,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:26,305 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:26,305 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:26,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:26,306 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:26,306 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/A is initiating minor compaction (all files) 2024-11-14T14:26:26,306 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/A in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:26,306 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b0d9cee4dbf84aa99594fb2892ecafdd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/67cf616734104be4ab11ae8e9e21fde5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/9945ae816ce04aa9a7624cf1650716d1] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=37.5 K 2024-11-14T14:26:26,307 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:26,307 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/B is initiating minor compaction (all files) 2024-11-14T14:26:26,307 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/B in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:26,307 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0d9cee4dbf84aa99594fb2892ecafdd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594382014 2024-11-14T14:26:26,307 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ef5fbc2d28aa4c189124bdcc750b1207, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/36fb436c4aba431faa01841ccaa7cd87, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/d5be138d67a446d0be16d8ae41326035] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.3 K 2024-11-14T14:26:26,307 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67cf616734104be4ab11ae8e9e21fde5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731594383187 2024-11-14T14:26:26,307 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ef5fbc2d28aa4c189124bdcc750b1207, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594382014 2024-11-14T14:26:26,308 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9945ae816ce04aa9a7624cf1650716d1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731594384310 2024-11-14T14:26:26,308 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 36fb436c4aba431faa01841ccaa7cd87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731594383187 2024-11-14T14:26:26,308 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting d5be138d67a446d0be16d8ae41326035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731594384310 2024-11-14T14:26:26,317 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#A#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:26,317 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/2158078665f542eaa4115eb93d55531d is 50, key is test_row_0/A:col10/1731594384310/Put/seqid=0 2024-11-14T14:26:26,318 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:26,319 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/aff9e4349e7a4e03a3907b3bf95851b6 is 50, key is test_row_0/B:col10/1731594384310/Put/seqid=0 2024-11-14T14:26:26,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742032_1208 (size=12207) 2024-11-14T14:26:26,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742033_1209 (size=12207) 2024-11-14T14:26:26,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-14T14:26:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:26,365 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T14:26:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:26,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:26,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/10c169704a1045a4aeaa79b8ab5d0fd2 is 50, key is test_row_0/A:col10/1731594385448/Put/seqid=0 2024-11-14T14:26:26,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742034_1210 (size=12001) 2024-11-14T14:26:26,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:26,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:26,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594446577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594446578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594446578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594446578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594446680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594446681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594446682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594446682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T14:26:26,736 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/2158078665f542eaa4115eb93d55531d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2158078665f542eaa4115eb93d55531d 2024-11-14T14:26:26,741 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/A of 1174e4141621344ac9aec4b37e22fd3a into 2158078665f542eaa4115eb93d55531d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:26,741 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:26,741 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/A, priority=13, startTime=1731594386305; duration=0sec 2024-11-14T14:26:26,741 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:26,741 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:A 2024-11-14T14:26:26,741 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:26,756 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:26,756 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/C is initiating minor compaction (all files) 2024-11-14T14:26:26,756 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/C in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:26,756 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/dbbe5ba560b249899297f815e107b5bb, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/33acf4f3ca8b402f8892225d745a5437, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/8ac8d766e3e046f7818ad466ea6e7c8f] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.3 K 2024-11-14T14:26:26,756 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbbe5ba560b249899297f815e107b5bb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594382014 2024-11-14T14:26:26,757 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33acf4f3ca8b402f8892225d745a5437, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731594383187 2024-11-14T14:26:26,757 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ac8d766e3e046f7818ad466ea6e7c8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731594384310 2024-11-14T14:26:26,760 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/aff9e4349e7a4e03a3907b3bf95851b6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aff9e4349e7a4e03a3907b3bf95851b6 2024-11-14T14:26:26,767 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/B of 1174e4141621344ac9aec4b37e22fd3a into aff9e4349e7a4e03a3907b3bf95851b6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:26,767 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:26,767 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/B, priority=13, startTime=1731594386305; duration=0sec 2024-11-14T14:26:26,767 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:26,767 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:B 2024-11-14T14:26:26,767 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#C#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:26,768 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/34a1669b07fe4f80bde300591f8ff815 is 50, key is test_row_0/C:col10/1731594384310/Put/seqid=0 2024-11-14T14:26:26,774 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/10c169704a1045a4aeaa79b8ab5d0fd2 2024-11-14T14:26:26,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742035_1211 (size=12207) 2024-11-14T14:26:26,782 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/34a1669b07fe4f80bde300591f8ff815 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/34a1669b07fe4f80bde300591f8ff815 2024-11-14T14:26:26,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/4eaad3f70c7343a392696ad031cad1ab is 50, key is test_row_0/B:col10/1731594385448/Put/seqid=0 2024-11-14T14:26:26,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742036_1212 (size=12001) 2024-11-14T14:26:26,790 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/4eaad3f70c7343a392696ad031cad1ab 2024-11-14T14:26:26,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/f3fba8ff5e794de3bebca3f0183e011a is 50, key is test_row_0/C:col10/1731594385448/Put/seqid=0 2024-11-14T14:26:26,800 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/C of 1174e4141621344ac9aec4b37e22fd3a into 34a1669b07fe4f80bde300591f8ff815(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:26,800 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:26,800 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/C, priority=13, startTime=1731594386305; duration=0sec 2024-11-14T14:26:26,800 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:26,801 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:C 2024-11-14T14:26:26,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742037_1213 (size=12001) 2024-11-14T14:26:26,817 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/f3fba8ff5e794de3bebca3f0183e011a 2024-11-14T14:26:26,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/10c169704a1045a4aeaa79b8ab5d0fd2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/10c169704a1045a4aeaa79b8ab5d0fd2 2024-11-14T14:26:26,830 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/10c169704a1045a4aeaa79b8ab5d0fd2, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T14:26:26,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/4eaad3f70c7343a392696ad031cad1ab as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/4eaad3f70c7343a392696ad031cad1ab 2024-11-14T14:26:26,836 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/4eaad3f70c7343a392696ad031cad1ab, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T14:26:26,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/f3fba8ff5e794de3bebca3f0183e011a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/f3fba8ff5e794de3bebca3f0183e011a 2024-11-14T14:26:26,841 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/f3fba8ff5e794de3bebca3f0183e011a, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T14:26:26,842 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 1174e4141621344ac9aec4b37e22fd3a in 477ms, sequenceid=114, compaction requested=false 2024-11-14T14:26:26,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:26,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:26,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-14T14:26:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-14T14:26:26,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-14T14:26:26,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2510 sec 2024-11-14T14:26:26,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.2550 sec 2024-11-14T14:26:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:26,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T14:26:26,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:26,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:26,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:26,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:26,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:26,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:26,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/ef7cf029b2604a7685d2142f4fbcaaf0 is 50, key is test_row_0/A:col10/1731594386577/Put/seqid=0 2024-11-14T14:26:26,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594446899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594446899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594446900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594446901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:26,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742038_1214 (size=12051) 2024-11-14T14:26:27,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594447002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594447003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594447003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594447005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594447205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594447205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594447206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594447208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/ef7cf029b2604a7685d2142f4fbcaaf0 2024-11-14T14:26:27,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/aa8d09ad460044cd90e42002ec533fa2 is 50, key is test_row_0/B:col10/1731594386577/Put/seqid=0 2024-11-14T14:26:27,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742039_1215 (size=12051) 2024-11-14T14:26:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594447511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594447511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594447511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594447513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-14T14:26:27,696 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-14T14:26:27,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-14T14:26:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T14:26:27,698 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:27,698 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:27,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:27,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/aa8d09ad460044cd90e42002ec533fa2 2024-11-14T14:26:27,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/acfc3a82afd449c0a3c205ed18ea43ba is 50, key is test_row_0/C:col10/1731594386577/Put/seqid=0 2024-11-14T14:26:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742040_1216 (size=12051) 2024-11-14T14:26:27,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T14:26:27,849 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:27,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T14:26:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:27,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:27,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T14:26:28,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:28,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T14:26:28,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:28,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:28,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:28,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:28,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:28,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594448014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:28,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594448014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:28,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594448014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:28,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594448019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:28,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/acfc3a82afd449c0a3c205ed18ea43ba 2024-11-14T14:26:28,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/ef7cf029b2604a7685d2142f4fbcaaf0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/ef7cf029b2604a7685d2142f4fbcaaf0 2024-11-14T14:26:28,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/ef7cf029b2604a7685d2142f4fbcaaf0, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T14:26:28,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/aa8d09ad460044cd90e42002ec533fa2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aa8d09ad460044cd90e42002ec533fa2 2024-11-14T14:26:28,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aa8d09ad460044cd90e42002ec533fa2, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T14:26:28,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/acfc3a82afd449c0a3c205ed18ea43ba as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/acfc3a82afd449c0a3c205ed18ea43ba 2024-11-14T14:26:28,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/acfc3a82afd449c0a3c205ed18ea43ba, entries=150, sequenceid=133, filesize=11.8 K 2024-11-14T14:26:28,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 1174e4141621344ac9aec4b37e22fd3a in 1263ms, sequenceid=133, compaction requested=true 2024-11-14T14:26:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:28,147 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:28,147 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:28,148 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:28,148 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:28,148 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/A is initiating minor compaction (all files) 2024-11-14T14:26:28,148 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/B is initiating minor compaction (all files) 2024-11-14T14:26:28,148 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/B in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:28,148 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/A in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:28,148 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aff9e4349e7a4e03a3907b3bf95851b6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/4eaad3f70c7343a392696ad031cad1ab, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aa8d09ad460044cd90e42002ec533fa2] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.4 K 2024-11-14T14:26:28,148 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2158078665f542eaa4115eb93d55531d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/10c169704a1045a4aeaa79b8ab5d0fd2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/ef7cf029b2604a7685d2142f4fbcaaf0] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.4 K 2024-11-14T14:26:28,149 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2158078665f542eaa4115eb93d55531d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731594384310 2024-11-14T14:26:28,149 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting aff9e4349e7a4e03a3907b3bf95851b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731594384310 2024-11-14T14:26:28,149 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10c169704a1045a4aeaa79b8ab5d0fd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731594385443 2024-11-14T14:26:28,149 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 4eaad3f70c7343a392696ad031cad1ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731594385443 2024-11-14T14:26:28,149 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef7cf029b2604a7685d2142f4fbcaaf0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731594386577 2024-11-14T14:26:28,149 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting aa8d09ad460044cd90e42002ec533fa2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731594386577 2024-11-14T14:26:28,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:28,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-14T14:26:28,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:28,155 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T14:26:28,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:28,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:28,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:28,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:28,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:28,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:28,160 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#A#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:28,160 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/b974c54a6d1c4f4bb891878b7ea1878f is 50, key is test_row_0/A:col10/1731594386577/Put/seqid=0 2024-11-14T14:26:28,160 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:28,161 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/0217d16201f34d6ebafb5802529670f1 is 50, key is test_row_0/B:col10/1731594386577/Put/seqid=0 2024-11-14T14:26:28,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/3b88f5b40c074e49a1d0e458b42d1eaa is 50, key is test_row_0/A:col10/1731594386899/Put/seqid=0 2024-11-14T14:26:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742042_1218 (size=12359) 2024-11-14T14:26:28,187 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/b974c54a6d1c4f4bb891878b7ea1878f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b974c54a6d1c4f4bb891878b7ea1878f 2024-11-14T14:26:28,192 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/A of 1174e4141621344ac9aec4b37e22fd3a into b974c54a6d1c4f4bb891878b7ea1878f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:28,192 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:28,192 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/A, priority=13, startTime=1731594388147; duration=0sec 2024-11-14T14:26:28,192 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:28,192 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:A 2024-11-14T14:26:28,192 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:28,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742043_1219 (size=12151) 2024-11-14T14:26:28,195 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:28,195 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/C is initiating minor compaction (all files) 2024-11-14T14:26:28,195 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/C in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:28,195 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/34a1669b07fe4f80bde300591f8ff815, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/f3fba8ff5e794de3bebca3f0183e011a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/acfc3a82afd449c0a3c205ed18ea43ba] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.4 K 2024-11-14T14:26:28,195 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34a1669b07fe4f80bde300591f8ff815, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731594384310 2024-11-14T14:26:28,196 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3fba8ff5e794de3bebca3f0183e011a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731594385443 2024-11-14T14:26:28,196 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting acfc3a82afd449c0a3c205ed18ea43ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731594386577 2024-11-14T14:26:28,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742041_1217 (size=12359) 2024-11-14T14:26:28,212 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:28,213 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/de5008f6695349899306c498abe1c121 is 50, key is test_row_0/C:col10/1731594386577/Put/seqid=0 2024-11-14T14:26:28,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742044_1220 (size=12359) 2024-11-14T14:26:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T14:26:28,594 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/3b88f5b40c074e49a1d0e458b42d1eaa 2024-11-14T14:26:28,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/53550c8142d7432cba632739f5f37526 is 50, key is test_row_0/B:col10/1731594386899/Put/seqid=0 2024-11-14T14:26:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742045_1221 (size=12151) 2024-11-14T14:26:28,606 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/53550c8142d7432cba632739f5f37526 2024-11-14T14:26:28,609 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/0217d16201f34d6ebafb5802529670f1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/0217d16201f34d6ebafb5802529670f1 2024-11-14T14:26:28,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/3ddb88d1898a44b2b64927b194b7ad3e is 50, key is test_row_0/C:col10/1731594386899/Put/seqid=0 2024-11-14T14:26:28,615 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/B of 1174e4141621344ac9aec4b37e22fd3a into 0217d16201f34d6ebafb5802529670f1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:28,615 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:28,615 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/B, priority=13, startTime=1731594388147; duration=0sec 2024-11-14T14:26:28,616 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:28,616 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:B 2024-11-14T14:26:28,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742046_1222 (size=12151) 2024-11-14T14:26:28,622 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/de5008f6695349899306c498abe1c121 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/de5008f6695349899306c498abe1c121 2024-11-14T14:26:28,628 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/C of 1174e4141621344ac9aec4b37e22fd3a into de5008f6695349899306c498abe1c121(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:28,628 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:28,628 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/C, priority=13, startTime=1731594388147; duration=0sec 2024-11-14T14:26:28,628 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:28,628 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:C 2024-11-14T14:26:28,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T14:26:29,061 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/3ddb88d1898a44b2b64927b194b7ad3e 2024-11-14T14:26:29,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:29,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:29,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/3b88f5b40c074e49a1d0e458b42d1eaa as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/3b88f5b40c074e49a1d0e458b42d1eaa 2024-11-14T14:26:29,074 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/3b88f5b40c074e49a1d0e458b42d1eaa, entries=150, sequenceid=153, filesize=11.9 K 2024-11-14T14:26:29,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/53550c8142d7432cba632739f5f37526 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/53550c8142d7432cba632739f5f37526 2024-11-14T14:26:29,079 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/53550c8142d7432cba632739f5f37526, entries=150, sequenceid=153, filesize=11.9 K 2024-11-14T14:26:29,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/3ddb88d1898a44b2b64927b194b7ad3e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3ddb88d1898a44b2b64927b194b7ad3e 2024-11-14T14:26:29,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594449079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594449080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594449080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594449080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,084 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3ddb88d1898a44b2b64927b194b7ad3e, entries=150, sequenceid=153, filesize=11.9 K 2024-11-14T14:26:29,085 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 1174e4141621344ac9aec4b37e22fd3a in 930ms, sequenceid=153, compaction requested=false 2024-11-14T14:26:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-14T14:26:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-14T14:26:29,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-14T14:26:29,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-11-14T14:26:29,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.3910 sec 2024-11-14T14:26:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:29,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T14:26:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:29,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:29,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/079fc057db8941af8e08da14e46659b4 is 50, key is test_row_0/A:col10/1731594389185/Put/seqid=0 2024-11-14T14:26:29,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742047_1223 (size=14541) 2024-11-14T14:26:29,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594449198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594449200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594449201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594449201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594449302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594449303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594449304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594449305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594449504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594449505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594449506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594449507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/079fc057db8941af8e08da14e46659b4 2024-11-14T14:26:29,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1731594449597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,599 DEBUG [Thread-906 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8219 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., hostname=d4069aa67eab,43913,1731594320188, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:26:29,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f472b0552287447e9f880fbc10c466b4 is 50, key is test_row_0/B:col10/1731594389185/Put/seqid=0 2024-11-14T14:26:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742048_1224 (size=12151) 2024-11-14T14:26:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-14T14:26:29,801 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-14T14:26:29,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-14T14:26:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T14:26:29,803 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:29,804 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:29,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:29,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594449811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594449811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594449811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594449811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,840 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T14:26:29,840 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T14:26:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T14:26:29,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:29,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-14T14:26:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:29,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:29,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f472b0552287447e9f880fbc10c466b4 2024-11-14T14:26:30,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/c5e38ce6686146d2b4c9bedb64cdaf79 is 50, key is test_row_0/C:col10/1731594389185/Put/seqid=0 2024-11-14T14:26:30,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742049_1225 (size=12151) 2024-11-14T14:26:30,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T14:26:30,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:30,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-14T14:26:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:30,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:30,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-14T14:26:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:30,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594450315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594450316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594450317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:30,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594450318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T14:26:30,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:30,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-14T14:26:30,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:30,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:30,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/c5e38ce6686146d2b4c9bedb64cdaf79 2024-11-14T14:26:30,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/079fc057db8941af8e08da14e46659b4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/079fc057db8941af8e08da14e46659b4 2024-11-14T14:26:30,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/079fc057db8941af8e08da14e46659b4, entries=200, sequenceid=177, filesize=14.2 K 2024-11-14T14:26:30,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f472b0552287447e9f880fbc10c466b4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f472b0552287447e9f880fbc10c466b4 2024-11-14T14:26:30,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f472b0552287447e9f880fbc10c466b4, entries=150, sequenceid=177, filesize=11.9 K 2024-11-14T14:26:30,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/c5e38ce6686146d2b4c9bedb64cdaf79 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/c5e38ce6686146d2b4c9bedb64cdaf79 2024-11-14T14:26:30,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/c5e38ce6686146d2b4c9bedb64cdaf79, entries=150, sequenceid=177, filesize=11.9 K 2024-11-14T14:26:30,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 1174e4141621344ac9aec4b37e22fd3a in 1261ms, sequenceid=177, compaction requested=true 2024-11-14T14:26:30,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:30,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:30,448 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:30,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:30,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:30,448 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:30,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:30,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:30,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:30,449 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:30,449 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:30,449 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/A is initiating minor compaction (all files) 2024-11-14T14:26:30,449 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/B is initiating minor compaction (all files) 2024-11-14T14:26:30,449 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/A in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,449 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/B in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,449 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b974c54a6d1c4f4bb891878b7ea1878f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/3b88f5b40c074e49a1d0e458b42d1eaa, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/079fc057db8941af8e08da14e46659b4] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=38.1 K 2024-11-14T14:26:30,449 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/0217d16201f34d6ebafb5802529670f1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/53550c8142d7432cba632739f5f37526, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f472b0552287447e9f880fbc10c466b4] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.8 K 2024-11-14T14:26:30,449 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting b974c54a6d1c4f4bb891878b7ea1878f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731594386577 2024-11-14T14:26:30,450 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 0217d16201f34d6ebafb5802529670f1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731594386577 2024-11-14T14:26:30,450 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b88f5b40c074e49a1d0e458b42d1eaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731594386898 2024-11-14T14:26:30,450 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 53550c8142d7432cba632739f5f37526, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731594386898 2024-11-14T14:26:30,450 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 079fc057db8941af8e08da14e46659b4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731594389078 2024-11-14T14:26:30,450 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting f472b0552287447e9f880fbc10c466b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731594389185 2024-11-14T14:26:30,459 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#A#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:30,459 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#B#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:30,459 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/30ce548d49de4827abf3261d8ad858ca is 50, key is test_row_0/A:col10/1731594389185/Put/seqid=0 2024-11-14T14:26:30,459 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/e8a1c94e56e5443d9798fc258c010805 is 50, key is test_row_0/B:col10/1731594389185/Put/seqid=0 2024-11-14T14:26:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742050_1226 (size=12561) 2024-11-14T14:26:30,481 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/e8a1c94e56e5443d9798fc258c010805 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e8a1c94e56e5443d9798fc258c010805 2024-11-14T14:26:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742051_1227 (size=12561) 2024-11-14T14:26:30,489 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/B of 1174e4141621344ac9aec4b37e22fd3a into e8a1c94e56e5443d9798fc258c010805(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:30,489 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:30,490 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/B, priority=13, startTime=1731594390448; duration=0sec 2024-11-14T14:26:30,490 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:30,490 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:B 2024-11-14T14:26:30,490 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:30,491 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/30ce548d49de4827abf3261d8ad858ca as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/30ce548d49de4827abf3261d8ad858ca 2024-11-14T14:26:30,492 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:30,492 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/C is initiating minor compaction (all files) 2024-11-14T14:26:30,493 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/C in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,493 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/de5008f6695349899306c498abe1c121, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3ddb88d1898a44b2b64927b194b7ad3e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/c5e38ce6686146d2b4c9bedb64cdaf79] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=35.8 K 2024-11-14T14:26:30,493 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting de5008f6695349899306c498abe1c121, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731594386577 2024-11-14T14:26:30,494 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ddb88d1898a44b2b64927b194b7ad3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731594386898 2024-11-14T14:26:30,494 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting c5e38ce6686146d2b4c9bedb64cdaf79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731594389185 2024-11-14T14:26:30,498 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/A of 1174e4141621344ac9aec4b37e22fd3a into 30ce548d49de4827abf3261d8ad858ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:30,499 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:30,499 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/A, priority=13, startTime=1731594390448; duration=0sec 2024-11-14T14:26:30,499 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:30,499 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:A 2024-11-14T14:26:30,507 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:30,508 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/0282a00594f8437492738b3ed93a6cf1 is 50, key is test_row_0/C:col10/1731594389185/Put/seqid=0 2024-11-14T14:26:30,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742052_1228 (size=12561) 2024-11-14T14:26:30,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:30,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-14T14:26:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:30,564 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T14:26:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:30,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:30,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:30,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:30,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:30,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/6714eae173c74d9085ed7518e5d21219 is 50, key is test_row_0/A:col10/1731594389200/Put/seqid=0 2024-11-14T14:26:30,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742053_1229 (size=12151) 2024-11-14T14:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T14:26:30,925 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/0282a00594f8437492738b3ed93a6cf1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/0282a00594f8437492738b3ed93a6cf1 2024-11-14T14:26:30,929 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/C of 1174e4141621344ac9aec4b37e22fd3a into 0282a00594f8437492738b3ed93a6cf1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:30,929 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:30,929 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/C, priority=13, startTime=1731594390448; duration=0sec 2024-11-14T14:26:30,929 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:30,930 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:C 2024-11-14T14:26:30,978 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/6714eae173c74d9085ed7518e5d21219 2024-11-14T14:26:30,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/874385b0a375413a8d6de8e8aa95a47d is 50, key is test_row_0/B:col10/1731594389200/Put/seqid=0 2024-11-14T14:26:31,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742054_1230 (size=12151) 2024-11-14T14:26:31,004 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/874385b0a375413a8d6de8e8aa95a47d 2024-11-14T14:26:31,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/ceb4712815404ad1a747fbb03400fba6 is 50, key is test_row_0/C:col10/1731594389200/Put/seqid=0 2024-11-14T14:26:31,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742055_1231 (size=12151) 2024-11-14T14:26:31,015 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/ceb4712815404ad1a747fbb03400fba6 2024-11-14T14:26:31,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/6714eae173c74d9085ed7518e5d21219 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6714eae173c74d9085ed7518e5d21219 2024-11-14T14:26:31,023 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6714eae173c74d9085ed7518e5d21219, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T14:26:31,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/874385b0a375413a8d6de8e8aa95a47d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/874385b0a375413a8d6de8e8aa95a47d 2024-11-14T14:26:31,028 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/874385b0a375413a8d6de8e8aa95a47d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T14:26:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/ceb4712815404ad1a747fbb03400fba6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/ceb4712815404ad1a747fbb03400fba6 2024-11-14T14:26:31,033 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/ceb4712815404ad1a747fbb03400fba6, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T14:26:31,034 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 1174e4141621344ac9aec4b37e22fd3a in 470ms, sequenceid=195, compaction requested=false 2024-11-14T14:26:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-14T14:26:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-14T14:26:31,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-14T14:26:31,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2310 sec 2024-11-14T14:26:31,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.2340 sec 2024-11-14T14:26:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:31,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:26:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:31,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:31,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/48870074cc1c493ebfff1f12cc564dc1 is 50, key is test_row_0/A:col10/1731594391323/Put/seqid=0 2024-11-14T14:26:31,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594451344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594451345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594451347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594451348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742056_1232 (size=12151) 2024-11-14T14:26:31,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594451449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594451449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594451449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594451453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594451652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594451653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594451654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594451656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/48870074cc1c493ebfff1f12cc564dc1 2024-11-14T14:26:31,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/be76821dca104802a4a91d422696faf4 is 50, key is test_row_0/B:col10/1731594391323/Put/seqid=0 2024-11-14T14:26:31,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742057_1233 (size=12151) 2024-11-14T14:26:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-14T14:26:31,907 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-14T14:26:31,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-14T14:26:31,909 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:31,910 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:31,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:31,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T14:26:31,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594451955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594451956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594451959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594451959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T14:26:32,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-14T14:26:32,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:32,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/be76821dca104802a4a91d422696faf4 2024-11-14T14:26:32,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/a28e658feb7a4a3e9c12384ad850d5b8 is 50, key is test_row_0/C:col10/1731594391323/Put/seqid=0 2024-11-14T14:26:32,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742058_1234 (size=12151) 2024-11-14T14:26:32,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-14T14:26:32,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:32,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T14:26:32,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-14T14:26:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594452458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:32,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594452460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:32,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594452462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594452465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-14T14:26:32,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:32,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T14:26:32,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/a28e658feb7a4a3e9c12384ad850d5b8 2024-11-14T14:26:32,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/48870074cc1c493ebfff1f12cc564dc1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/48870074cc1c493ebfff1f12cc564dc1 2024-11-14T14:26:32,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/48870074cc1c493ebfff1f12cc564dc1, entries=150, sequenceid=207, filesize=11.9 K 2024-11-14T14:26:32,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/be76821dca104802a4a91d422696faf4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/be76821dca104802a4a91d422696faf4 2024-11-14T14:26:32,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/be76821dca104802a4a91d422696faf4, entries=150, sequenceid=207, filesize=11.9 K 2024-11-14T14:26:32,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/a28e658feb7a4a3e9c12384ad850d5b8 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a28e658feb7a4a3e9c12384ad850d5b8 2024-11-14T14:26:32,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a28e658feb7a4a3e9c12384ad850d5b8, entries=150, sequenceid=207, filesize=11.9 K 2024-11-14T14:26:32,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1174e4141621344ac9aec4b37e22fd3a in 1270ms, sequenceid=207, compaction requested=true 2024-11-14T14:26:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:32,596 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:32,596 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:32,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:32,597 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:32,597 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:32,597 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/B is initiating minor compaction (all files) 2024-11-14T14:26:32,597 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/A is initiating minor compaction (all files) 2024-11-14T14:26:32,598 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/A in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,598 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/B in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,598 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e8a1c94e56e5443d9798fc258c010805, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/874385b0a375413a8d6de8e8aa95a47d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/be76821dca104802a4a91d422696faf4] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=36.0 K 2024-11-14T14:26:32,598 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/30ce548d49de4827abf3261d8ad858ca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6714eae173c74d9085ed7518e5d21219, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/48870074cc1c493ebfff1f12cc564dc1] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=36.0 K 2024-11-14T14:26:32,598 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting e8a1c94e56e5443d9798fc258c010805, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731594389185 2024-11-14T14:26:32,598 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30ce548d49de4827abf3261d8ad858ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731594389185 2024-11-14T14:26:32,598 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 874385b0a375413a8d6de8e8aa95a47d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731594389197 2024-11-14T14:26:32,598 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6714eae173c74d9085ed7518e5d21219, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731594389197 2024-11-14T14:26:32,598 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting be76821dca104802a4a91d422696faf4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731594391323 2024-11-14T14:26:32,599 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48870074cc1c493ebfff1f12cc564dc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731594391323 2024-11-14T14:26:32,605 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#B#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:32,605 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#A#compaction#199 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:32,605 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/e1d59170c67e440596a202002820c517 is 50, key is test_row_0/B:col10/1731594391323/Put/seqid=0 2024-11-14T14:26:32,606 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/2dbe7f57619f4bd8a6a1786b2102b80b is 50, key is test_row_0/A:col10/1731594391323/Put/seqid=0 2024-11-14T14:26:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742060_1236 (size=12663) 2024-11-14T14:26:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742059_1235 (size=12663) 2024-11-14T14:26:32,617 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/e1d59170c67e440596a202002820c517 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e1d59170c67e440596a202002820c517 2024-11-14T14:26:32,621 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/B of 1174e4141621344ac9aec4b37e22fd3a into e1d59170c67e440596a202002820c517(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:32,621 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:32,621 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/B, priority=13, startTime=1731594392596; duration=0sec 2024-11-14T14:26:32,621 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:32,621 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:B 2024-11-14T14:26:32,621 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:32,622 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:32,623 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/C is initiating minor compaction (all files) 2024-11-14T14:26:32,623 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/C in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,623 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/0282a00594f8437492738b3ed93a6cf1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/ceb4712815404ad1a747fbb03400fba6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a28e658feb7a4a3e9c12384ad850d5b8] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=36.0 K 2024-11-14T14:26:32,623 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 0282a00594f8437492738b3ed93a6cf1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731594389185 2024-11-14T14:26:32,624 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ceb4712815404ad1a747fbb03400fba6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731594389197 2024-11-14T14:26:32,625 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a28e658feb7a4a3e9c12384ad850d5b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731594391323 2024-11-14T14:26:32,632 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:32,632 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/3510f838809c412ab4f3dd305835b290 is 50, key is test_row_0/C:col10/1731594391323/Put/seqid=0 2024-11-14T14:26:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742061_1237 (size=12663) 2024-11-14T14:26:32,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:32,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-14T14:26:32,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:32,672 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T14:26:32,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:32,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:32,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/5d6bf6af1b114985844351ccfad0f767 is 50, key is test_row_0/A:col10/1731594391344/Put/seqid=0 2024-11-14T14:26:32,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742062_1238 (size=12151) 2024-11-14T14:26:33,017 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/2dbe7f57619f4bd8a6a1786b2102b80b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2dbe7f57619f4bd8a6a1786b2102b80b 2024-11-14T14:26:33,021 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/A of 1174e4141621344ac9aec4b37e22fd3a into 2dbe7f57619f4bd8a6a1786b2102b80b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:33,021 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:33,021 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/A, priority=13, startTime=1731594392596; duration=0sec 2024-11-14T14:26:33,021 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:33,021 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:A 2024-11-14T14:26:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T14:26:33,041 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/3510f838809c412ab4f3dd305835b290 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3510f838809c412ab4f3dd305835b290 2024-11-14T14:26:33,045 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/C of 1174e4141621344ac9aec4b37e22fd3a into 3510f838809c412ab4f3dd305835b290(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:33,045 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:33,045 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/C, priority=13, startTime=1731594392596; duration=0sec 2024-11-14T14:26:33,045 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:33,045 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:C 2024-11-14T14:26:33,082 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/5d6bf6af1b114985844351ccfad0f767 2024-11-14T14:26:33,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/1c0df135d90d4b418d5c320fe7b26bdc is 50, key is test_row_0/B:col10/1731594391344/Put/seqid=0 2024-11-14T14:26:33,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742063_1239 (size=12151) 2024-11-14T14:26:33,094 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/1c0df135d90d4b418d5c320fe7b26bdc 2024-11-14T14:26:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/5b0e1cd1e8cf420596dfae48d6289b05 is 50, key is test_row_0/C:col10/1731594391344/Put/seqid=0 2024-11-14T14:26:33,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742064_1240 (size=12151) 2024-11-14T14:26:33,125 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/5b0e1cd1e8cf420596dfae48d6289b05 2024-11-14T14:26:33,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/5d6bf6af1b114985844351ccfad0f767 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5d6bf6af1b114985844351ccfad0f767 2024-11-14T14:26:33,133 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5d6bf6af1b114985844351ccfad0f767, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T14:26:33,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/1c0df135d90d4b418d5c320fe7b26bdc as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/1c0df135d90d4b418d5c320fe7b26bdc 2024-11-14T14:26:33,138 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/1c0df135d90d4b418d5c320fe7b26bdc, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T14:26:33,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/5b0e1cd1e8cf420596dfae48d6289b05 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5b0e1cd1e8cf420596dfae48d6289b05 2024-11-14T14:26:33,143 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5b0e1cd1e8cf420596dfae48d6289b05, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T14:26:33,143 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 1174e4141621344ac9aec4b37e22fd3a in 471ms, sequenceid=233, compaction requested=false 2024-11-14T14:26:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:33,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:33,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-14T14:26:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-14T14:26:33,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-14T14:26:33,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2350 sec 2024-11-14T14:26:33,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.2390 sec 2024-11-14T14:26:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:33,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:26:33,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:33,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:33,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:33,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:33,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:33,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:33,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/709f0d2750a74b6abfbbf0132602875b is 50, key is test_row_0/A:col10/1731594393474/Put/seqid=0 2024-11-14T14:26:33,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742065_1241 (size=14541) 2024-11-14T14:26:33,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594453523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594453524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594453524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594453524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594453627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594453627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594453628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594453628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594453829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594453829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594453830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594453833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:33,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/709f0d2750a74b6abfbbf0132602875b 2024-11-14T14:26:33,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/ddeb208925cd416b82eb78340fd56403 is 50, key is test_row_0/B:col10/1731594393474/Put/seqid=0 2024-11-14T14:26:33,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742066_1242 (size=12151) 2024-11-14T14:26:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-14T14:26:34,023 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-14T14:26:34,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-14T14:26:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T14:26:34,025 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:34,025 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:34,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T14:26:34,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594454132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594454132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:34,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594454135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:34,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594454135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-14T14:26:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/ddeb208925cd416b82eb78340fd56403 2024-11-14T14:26:34,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/6efa2269a3fc470e99aed01031f5f27e is 50, key is test_row_0/C:col10/1731594393474/Put/seqid=0 2024-11-14T14:26:34,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742067_1243 (size=12151) 2024-11-14T14:26:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T14:26:34,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-14T14:26:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-14T14:26:34,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:34,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T14:26:34,634 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-14T14:26:34,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:34,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594454637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594454637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594454640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594454641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/6efa2269a3fc470e99aed01031f5f27e 2024-11-14T14:26:34,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/709f0d2750a74b6abfbbf0132602875b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/709f0d2750a74b6abfbbf0132602875b 2024-11-14T14:26:34,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/709f0d2750a74b6abfbbf0132602875b, entries=200, sequenceid=248, filesize=14.2 K 2024-11-14T14:26:34,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/ddeb208925cd416b82eb78340fd56403 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ddeb208925cd416b82eb78340fd56403 2024-11-14T14:26:34,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ddeb208925cd416b82eb78340fd56403, entries=150, sequenceid=248, filesize=11.9 K 2024-11-14T14:26:34,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/6efa2269a3fc470e99aed01031f5f27e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/6efa2269a3fc470e99aed01031f5f27e 2024-11-14T14:26:34,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/6efa2269a3fc470e99aed01031f5f27e, entries=150, sequenceid=248, filesize=11.9 K 2024-11-14T14:26:34,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1174e4141621344ac9aec4b37e22fd3a in 1249ms, sequenceid=248, compaction requested=true 2024-11-14T14:26:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:34,724 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:34,724 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:34,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:34,725 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:34,725 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/B is initiating minor compaction (all files) 2024-11-14T14:26:34,725 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/B in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,725 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e1d59170c67e440596a202002820c517, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/1c0df135d90d4b418d5c320fe7b26bdc, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ddeb208925cd416b82eb78340fd56403] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=36.1 K 2024-11-14T14:26:34,726 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:34,726 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/A is initiating minor compaction (all files) 2024-11-14T14:26:34,726 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/A in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,726 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting e1d59170c67e440596a202002820c517, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731594391323 2024-11-14T14:26:34,726 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2dbe7f57619f4bd8a6a1786b2102b80b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5d6bf6af1b114985844351ccfad0f767, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/709f0d2750a74b6abfbbf0132602875b] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=38.4 K 2024-11-14T14:26:34,726 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c0df135d90d4b418d5c320fe7b26bdc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731594391341 2024-11-14T14:26:34,726 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dbe7f57619f4bd8a6a1786b2102b80b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731594391323 2024-11-14T14:26:34,726 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d6bf6af1b114985844351ccfad0f767, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731594391341 2024-11-14T14:26:34,726 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ddeb208925cd416b82eb78340fd56403, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731594393473 2024-11-14T14:26:34,727 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 709f0d2750a74b6abfbbf0132602875b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731594393472 2024-11-14T14:26:34,735 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#B#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:34,736 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/676896c3cb874ba68466e87fe61cbb29 is 50, key is test_row_0/B:col10/1731594393474/Put/seqid=0 2024-11-14T14:26:34,736 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:34,736 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/c9470b3d56254784b2f5f7d2a14c1518 is 50, key is test_row_0/A:col10/1731594393474/Put/seqid=0 2024-11-14T14:26:34,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742069_1245 (size=12765) 2024-11-14T14:26:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742068_1244 (size=12765) 2024-11-14T14:26:34,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:34,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-14T14:26:34,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:34,787 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T14:26:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:34,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:34,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/0db76d6ed37049a8a31dbe85370f74b5 is 50, key is test_row_0/A:col10/1731594393523/Put/seqid=0 2024-11-14T14:26:34,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742070_1246 (size=12301) 2024-11-14T14:26:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T14:26:35,153 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/676896c3cb874ba68466e87fe61cbb29 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/676896c3cb874ba68466e87fe61cbb29 2024-11-14T14:26:35,156 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/c9470b3d56254784b2f5f7d2a14c1518 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/c9470b3d56254784b2f5f7d2a14c1518 2024-11-14T14:26:35,156 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/B of 1174e4141621344ac9aec4b37e22fd3a into 676896c3cb874ba68466e87fe61cbb29(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:35,157 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:35,157 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/B, priority=13, startTime=1731594394724; duration=0sec 2024-11-14T14:26:35,157 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:35,157 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:B 2024-11-14T14:26:35,157 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:35,158 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:35,158 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/C is initiating minor compaction (all files) 2024-11-14T14:26:35,158 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/C in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:35,158 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3510f838809c412ab4f3dd305835b290, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5b0e1cd1e8cf420596dfae48d6289b05, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/6efa2269a3fc470e99aed01031f5f27e] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=36.1 K 2024-11-14T14:26:35,158 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3510f838809c412ab4f3dd305835b290, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731594391323 2024-11-14T14:26:35,158 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b0e1cd1e8cf420596dfae48d6289b05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731594391341 2024-11-14T14:26:35,159 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 6efa2269a3fc470e99aed01031f5f27e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731594393473 2024-11-14T14:26:35,160 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/A of 1174e4141621344ac9aec4b37e22fd3a into c9470b3d56254784b2f5f7d2a14c1518(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:35,160 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:35,160 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/A, priority=13, startTime=1731594394724; duration=0sec 2024-11-14T14:26:35,160 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:35,160 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:A 2024-11-14T14:26:35,173 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#C#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:35,173 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/d1823e5a8bf44786813af56ac372bc37 is 50, key is test_row_0/C:col10/1731594393474/Put/seqid=0 2024-11-14T14:26:35,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742071_1247 (size=12765) 2024-11-14T14:26:35,196 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/0db76d6ed37049a8a31dbe85370f74b5 2024-11-14T14:26:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/6157493aef7b48d7a2b6e361eb4ee999 is 50, key is test_row_0/B:col10/1731594393523/Put/seqid=0 2024-11-14T14:26:35,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742072_1248 (size=12301) 2024-11-14T14:26:35,582 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/d1823e5a8bf44786813af56ac372bc37 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d1823e5a8bf44786813af56ac372bc37 2024-11-14T14:26:35,586 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/C of 1174e4141621344ac9aec4b37e22fd3a into d1823e5a8bf44786813af56ac372bc37(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:35,586 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:35,586 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/C, priority=13, startTime=1731594394724; duration=0sec 2024-11-14T14:26:35,586 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:35,586 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:C 2024-11-14T14:26:35,612 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/6157493aef7b48d7a2b6e361eb4ee999 2024-11-14T14:26:35,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/5cef697c567e4101afedd48d5743cb09 is 50, key is test_row_0/C:col10/1731594393523/Put/seqid=0 2024-11-14T14:26:35,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742073_1249 (size=12301) 2024-11-14T14:26:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:35,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:35,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594455675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594455677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594455678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594455678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594455779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594455781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594455781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594455782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594455982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594455984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594455984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:35,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594455985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,024 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/5cef697c567e4101afedd48d5743cb09 2024-11-14T14:26:36,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/0db76d6ed37049a8a31dbe85370f74b5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/0db76d6ed37049a8a31dbe85370f74b5 2024-11-14T14:26:36,032 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/0db76d6ed37049a8a31dbe85370f74b5, entries=150, sequenceid=271, filesize=12.0 K 2024-11-14T14:26:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/6157493aef7b48d7a2b6e361eb4ee999 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/6157493aef7b48d7a2b6e361eb4ee999 2024-11-14T14:26:36,035 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/6157493aef7b48d7a2b6e361eb4ee999, entries=150, sequenceid=271, filesize=12.0 K 2024-11-14T14:26:36,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/5cef697c567e4101afedd48d5743cb09 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5cef697c567e4101afedd48d5743cb09 2024-11-14T14:26:36,039 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5cef697c567e4101afedd48d5743cb09, entries=150, sequenceid=271, filesize=12.0 K 2024-11-14T14:26:36,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-14T14:26:36,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-14T14:26:36,040 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 1174e4141621344ac9aec4b37e22fd3a in 1253ms, sequenceid=271, compaction requested=false 2024-11-14T14:26:36,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:36,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:36,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-14T14:26:36,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-14T14:26:36,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-14T14:26:36,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0150 sec 2024-11-14T14:26:36,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.0190 sec 2024-11-14T14:26:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-14T14:26:36,128 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-14T14:26:36,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-14T14:26:36,130 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:36,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T14:26:36,131 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:36,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T14:26:36,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-14T14:26:36,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:36,283 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T14:26:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:36,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/5201431ddc5c4c409fd04b1c44a31412 is 50, key is test_row_0/A:col10/1731594395677/Put/seqid=0 2024-11-14T14:26:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:36,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742074_1250 (size=12301) 2024-11-14T14:26:36,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594456303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594456306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594456306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594456307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594456408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594456411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594456411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594456412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T14:26:36,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594456610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594456614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594456614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594456615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,693 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/5201431ddc5c4c409fd04b1c44a31412 2024-11-14T14:26:36,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f844613d76a04088ab77f8805913b9b9 is 50, key is test_row_0/B:col10/1731594395677/Put/seqid=0 2024-11-14T14:26:36,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742075_1251 (size=12301) 2024-11-14T14:26:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T14:26:36,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594456915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594456918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594456918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:36,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:36,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594456919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:37,105 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f844613d76a04088ab77f8805913b9b9 2024-11-14T14:26:37,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/3dc5c00ff79b4abfbc4805ad5b7e3e7c is 50, key is test_row_0/C:col10/1731594395677/Put/seqid=0 2024-11-14T14:26:37,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742076_1252 (size=12301) 2024-11-14T14:26:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T14:26:37,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594457417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:37,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594457420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:37,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594457422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:37,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594457423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:37,516 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/3dc5c00ff79b4abfbc4805ad5b7e3e7c 2024-11-14T14:26:37,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/5201431ddc5c4c409fd04b1c44a31412 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5201431ddc5c4c409fd04b1c44a31412 2024-11-14T14:26:37,523 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5201431ddc5c4c409fd04b1c44a31412, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T14:26:37,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f844613d76a04088ab77f8805913b9b9 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f844613d76a04088ab77f8805913b9b9 2024-11-14T14:26:37,528 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f844613d76a04088ab77f8805913b9b9, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T14:26:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/3dc5c00ff79b4abfbc4805ad5b7e3e7c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3dc5c00ff79b4abfbc4805ad5b7e3e7c 2024-11-14T14:26:37,532 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3dc5c00ff79b4abfbc4805ad5b7e3e7c, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T14:26:37,533 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1174e4141621344ac9aec4b37e22fd3a in 1250ms, sequenceid=288, compaction requested=true 2024-11-14T14:26:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-14T14:26:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-14T14:26:37,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-14T14:26:37,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4030 sec 2024-11-14T14:26:37,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.4060 sec 2024-11-14T14:26:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-14T14:26:38,234 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-14T14:26:38,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-14T14:26:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-14T14:26:38,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:38,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:38,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-14T14:26:38,388 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-14T14:26:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:38,389 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T14:26:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:38,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:38,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/4d20da77234e4bdca67ccece550408a5 is 50, key is test_row_0/A:col10/1731594396306/Put/seqid=0 2024-11-14T14:26:38,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742077_1253 (size=12301) 2024-11-14T14:26:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:38,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594458434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594458434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594458437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594458438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-14T14:26:38,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594458539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594458539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594458541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594458542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594458743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594458743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594458745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594458746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:38,798 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/4d20da77234e4bdca67ccece550408a5 2024-11-14T14:26:38,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f7ecb3d5411d434ba60891350affd25d is 50, key is test_row_0/B:col10/1731594396306/Put/seqid=0 2024-11-14T14:26:38,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742078_1254 (size=12301) 2024-11-14T14:26:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-14T14:26:39,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594459045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:39,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594459047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:39,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594459050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:39,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:39,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594459050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:39,208 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f7ecb3d5411d434ba60891350affd25d 2024-11-14T14:26:39,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/4ed2f7a326f0469fbe99a3a54d3ba3d1 is 50, key is test_row_0/C:col10/1731594396306/Put/seqid=0 2024-11-14T14:26:39,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742079_1255 (size=12301) 2024-11-14T14:26:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-14T14:26:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594459550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594459550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:39,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594459554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:39,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594459555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:39,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53016 deadline: 1731594459620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:39,622 DEBUG [Thread-906 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18242 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., hostname=d4069aa67eab,43913,1731594320188, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:26:39,669 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/4ed2f7a326f0469fbe99a3a54d3ba3d1 2024-11-14T14:26:39,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/4d20da77234e4bdca67ccece550408a5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/4d20da77234e4bdca67ccece550408a5 2024-11-14T14:26:39,677 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/4d20da77234e4bdca67ccece550408a5, entries=150, sequenceid=310, filesize=12.0 K 2024-11-14T14:26:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f7ecb3d5411d434ba60891350affd25d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f7ecb3d5411d434ba60891350affd25d 2024-11-14T14:26:39,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f7ecb3d5411d434ba60891350affd25d, entries=150, sequenceid=310, filesize=12.0 K 2024-11-14T14:26:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/4ed2f7a326f0469fbe99a3a54d3ba3d1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/4ed2f7a326f0469fbe99a3a54d3ba3d1 2024-11-14T14:26:39,686 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/4ed2f7a326f0469fbe99a3a54d3ba3d1, entries=150, sequenceid=310, filesize=12.0 K 2024-11-14T14:26:39,687 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1174e4141621344ac9aec4b37e22fd3a in 1298ms, sequenceid=310, compaction requested=true 2024-11-14T14:26:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:39,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-14T14:26:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-11-14T14:26:39,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-14T14:26:39,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-11-14T14:26:39,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.4540 sec 2024-11-14T14:26:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-14T14:26:40,340 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-14T14:26:40,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-14T14:26:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-14T14:26:40,342 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:40,343 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:40,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-14T14:26:40,494 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-14T14:26:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:40,495 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T14:26:40,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:40,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:40,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:40,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:40,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:40,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:40,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/1c726b42273d4e95946fcbe6b9458177 is 50, key is test_row_0/A:col10/1731594398432/Put/seqid=0 2024-11-14T14:26:40,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742080_1256 (size=12301) 2024-11-14T14:26:40,504 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/1c726b42273d4e95946fcbe6b9458177 2024-11-14T14:26:40,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f9cb763a9960403cba34246dbc7e66d7 is 50, key is test_row_0/B:col10/1731594398432/Put/seqid=0 2024-11-14T14:26:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742081_1257 (size=12301) 2024-11-14T14:26:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:40,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. as already flushing 2024-11-14T14:26:40,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594460574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594460576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594460577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594460578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-14T14:26:40,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594460678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594460681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594460681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594460681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594460880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594460885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594460885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594460885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:40,921 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f9cb763a9960403cba34246dbc7e66d7 2024-11-14T14:26:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/d4c0f16dc185469da1adf5631590b9dc is 50, key is test_row_0/C:col10/1731594398432/Put/seqid=0 2024-11-14T14:26:40,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742082_1258 (size=12301) 2024-11-14T14:26:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-14T14:26:41,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52962 deadline: 1731594461185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:41,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52970 deadline: 1731594461188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:41,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52938 deadline: 1731594461189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:41,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52984 deadline: 1731594461190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:41,335 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/d4c0f16dc185469da1adf5631590b9dc 2024-11-14T14:26:41,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/1c726b42273d4e95946fcbe6b9458177 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/1c726b42273d4e95946fcbe6b9458177 2024-11-14T14:26:41,343 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/1c726b42273d4e95946fcbe6b9458177, entries=150, sequenceid=324, filesize=12.0 K 2024-11-14T14:26:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/f9cb763a9960403cba34246dbc7e66d7 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f9cb763a9960403cba34246dbc7e66d7 2024-11-14T14:26:41,347 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f9cb763a9960403cba34246dbc7e66d7, entries=150, sequenceid=324, filesize=12.0 K 2024-11-14T14:26:41,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/d4c0f16dc185469da1adf5631590b9dc as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d4c0f16dc185469da1adf5631590b9dc 2024-11-14T14:26:41,351 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d4c0f16dc185469da1adf5631590b9dc, entries=150, sequenceid=324, filesize=12.0 K 2024-11-14T14:26:41,352 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1174e4141621344ac9aec4b37e22fd3a in 858ms, sequenceid=324, compaction requested=true 2024-11-14T14:26:41,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:41,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:41,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-14T14:26:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-11-14T14:26:41,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-14T14:26:41,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0100 sec 2024-11-14T14:26:41,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.0130 sec 2024-11-14T14:26:41,381 DEBUG [Thread-923 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:64189 2024-11-14T14:26:41,381 DEBUG [Thread-923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:41,382 DEBUG [Thread-921 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:64189 2024-11-14T14:26:41,382 DEBUG [Thread-921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:41,382 DEBUG [Thread-925 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:64189 2024-11-14T14:26:41,382 DEBUG [Thread-925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:41,384 DEBUG [Thread-919 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:64189 2024-11-14T14:26:41,384 DEBUG [Thread-919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:41,385 DEBUG [Thread-917 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:64189 2024-11-14T14:26:41,385 DEBUG [Thread-917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-14T14:26:41,445 INFO [Thread-916 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-14T14:26:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:41,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T14:26:41,697 DEBUG [Thread-908 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:64189 2024-11-14T14:26:41,697 DEBUG [Thread-908 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:41,699 DEBUG [Thread-914 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:64189 2024-11-14T14:26:41,699 DEBUG [Thread-910 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:64189 2024-11-14T14:26:41,699 DEBUG [Thread-914 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:41,699 DEBUG [Thread-910 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:41,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:41,699 DEBUG [Thread-912 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:64189 2024-11-14T14:26:41,700 DEBUG [Thread-912 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:41,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:41,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/de23c7437ce84530ac0b3b1b6e4bd5e5 is 50, key is test_row_0/A:col10/1731594401693/Put/seqid=0 2024-11-14T14:26:41,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742083_1259 (size=12301) 2024-11-14T14:26:42,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/de23c7437ce84530ac0b3b1b6e4bd5e5 2024-11-14T14:26:42,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/86a47adebb304633b92ef39663590e46 is 50, key is test_row_0/B:col10/1731594401693/Put/seqid=0 2024-11-14T14:26:42,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742084_1260 (size=12301) 2024-11-14T14:26:42,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/86a47adebb304633b92ef39663590e46 2024-11-14T14:26:42,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/482af0deed7c4c13907020d8fd4aa8d0 is 50, key is test_row_0/C:col10/1731594401693/Put/seqid=0 2024-11-14T14:26:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742085_1261 (size=12301) 2024-11-14T14:26:42,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/482af0deed7c4c13907020d8fd4aa8d0 2024-11-14T14:26:42,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/de23c7437ce84530ac0b3b1b6e4bd5e5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/de23c7437ce84530ac0b3b1b6e4bd5e5 2024-11-14T14:26:42,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/de23c7437ce84530ac0b3b1b6e4bd5e5, entries=150, sequenceid=350, filesize=12.0 K 2024-11-14T14:26:42,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/86a47adebb304633b92ef39663590e46 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/86a47adebb304633b92ef39663590e46 2024-11-14T14:26:42,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/86a47adebb304633b92ef39663590e46, entries=150, sequenceid=350, filesize=12.0 K 2024-11-14T14:26:42,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/482af0deed7c4c13907020d8fd4aa8d0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/482af0deed7c4c13907020d8fd4aa8d0 2024-11-14T14:26:42,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/482af0deed7c4c13907020d8fd4aa8d0, entries=150, sequenceid=350, filesize=12.0 K 2024-11-14T14:26:42,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 1174e4141621344ac9aec4b37e22fd3a in 1281ms, sequenceid=350, compaction requested=true 2024-11-14T14:26:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:42,978 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T14:26:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:42,978 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T14:26:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1174e4141621344ac9aec4b37e22fd3a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:42,979 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74270 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T14:26:42,980 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74270 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T14:26:42,980 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/A is initiating minor compaction (all files) 2024-11-14T14:26:42,980 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/B is initiating minor compaction (all files) 2024-11-14T14:26:42,980 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/A in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:42,980 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/B in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:42,980 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/676896c3cb874ba68466e87fe61cbb29, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/6157493aef7b48d7a2b6e361eb4ee999, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f844613d76a04088ab77f8805913b9b9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f7ecb3d5411d434ba60891350affd25d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f9cb763a9960403cba34246dbc7e66d7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/86a47adebb304633b92ef39663590e46] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=72.5 K 2024-11-14T14:26:42,980 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/c9470b3d56254784b2f5f7d2a14c1518, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/0db76d6ed37049a8a31dbe85370f74b5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5201431ddc5c4c409fd04b1c44a31412, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/4d20da77234e4bdca67ccece550408a5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/1c726b42273d4e95946fcbe6b9458177, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/de23c7437ce84530ac0b3b1b6e4bd5e5] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=72.5 K 2024-11-14T14:26:42,980 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 676896c3cb874ba68466e87fe61cbb29, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731594393473 2024-11-14T14:26:42,980 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9470b3d56254784b2f5f7d2a14c1518, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731594393473 2024-11-14T14:26:42,980 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 6157493aef7b48d7a2b6e361eb4ee999, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731594393522 2024-11-14T14:26:42,980 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0db76d6ed37049a8a31dbe85370f74b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731594393522 2024-11-14T14:26:42,981 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting f844613d76a04088ab77f8805913b9b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731594395674 2024-11-14T14:26:42,981 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5201431ddc5c4c409fd04b1c44a31412, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731594395674 2024-11-14T14:26:42,981 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting f7ecb3d5411d434ba60891350affd25d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731594396301 2024-11-14T14:26:42,981 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d20da77234e4bdca67ccece550408a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731594396301 2024-11-14T14:26:42,981 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting f9cb763a9960403cba34246dbc7e66d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731594398432 2024-11-14T14:26:42,981 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c726b42273d4e95946fcbe6b9458177, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731594398432 2024-11-14T14:26:42,981 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 86a47adebb304633b92ef39663590e46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731594401693 2024-11-14T14:26:42,981 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting de23c7437ce84530ac0b3b1b6e4bd5e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731594401693 2024-11-14T14:26:42,990 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#A#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:42,990 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:42,990 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/d1857e60495544d0b64a4457b5796cfd is 50, key is test_row_0/B:col10/1731594401693/Put/seqid=0 2024-11-14T14:26:42,990 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/2037bf9f85f9491d97b6d6dfdd753e52 is 50, key is test_row_0/A:col10/1731594401693/Put/seqid=0 2024-11-14T14:26:42,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742087_1263 (size=13119) 2024-11-14T14:26:42,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742086_1262 (size=13119) 2024-11-14T14:26:43,400 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/2037bf9f85f9491d97b6d6dfdd753e52 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2037bf9f85f9491d97b6d6dfdd753e52 2024-11-14T14:26:43,400 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/d1857e60495544d0b64a4457b5796cfd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/d1857e60495544d0b64a4457b5796cfd 2024-11-14T14:26:43,404 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/B of 1174e4141621344ac9aec4b37e22fd3a into d1857e60495544d0b64a4457b5796cfd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:43,404 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/A of 1174e4141621344ac9aec4b37e22fd3a into 2037bf9f85f9491d97b6d6dfdd753e52(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:43,404 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:43,404 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:43,404 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/B, priority=10, startTime=1731594402978; duration=0sec 2024-11-14T14:26:43,404 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/A, priority=10, startTime=1731594402978; duration=0sec 2024-11-14T14:26:43,405 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:43,405 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:A 2024-11-14T14:26:43,405 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:43,405 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:B 2024-11-14T14:26:43,405 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-14T14:26:43,406 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74270 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-14T14:26:43,406 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 1174e4141621344ac9aec4b37e22fd3a/C is initiating minor compaction (all files) 2024-11-14T14:26:43,406 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1174e4141621344ac9aec4b37e22fd3a/C in TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:43,406 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d1823e5a8bf44786813af56ac372bc37, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5cef697c567e4101afedd48d5743cb09, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3dc5c00ff79b4abfbc4805ad5b7e3e7c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/4ed2f7a326f0469fbe99a3a54d3ba3d1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d4c0f16dc185469da1adf5631590b9dc, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/482af0deed7c4c13907020d8fd4aa8d0] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp, totalSize=72.5 K 2024-11-14T14:26:43,407 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1823e5a8bf44786813af56ac372bc37, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731594393473 2024-11-14T14:26:43,407 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cef697c567e4101afedd48d5743cb09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731594393522 2024-11-14T14:26:43,407 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dc5c00ff79b4abfbc4805ad5b7e3e7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731594395674 2024-11-14T14:26:43,407 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ed2f7a326f0469fbe99a3a54d3ba3d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1731594396301 2024-11-14T14:26:43,408 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4c0f16dc185469da1adf5631590b9dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731594398432 2024-11-14T14:26:43,408 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 482af0deed7c4c13907020d8fd4aa8d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731594401693 2024-11-14T14:26:43,417 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1174e4141621344ac9aec4b37e22fd3a#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:43,418 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/035f9632d1864d09b7f357fd53443793 is 50, key is test_row_0/C:col10/1731594401693/Put/seqid=0 2024-11-14T14:26:43,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742088_1264 (size=13119) 2024-11-14T14:26:43,833 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/035f9632d1864d09b7f357fd53443793 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/035f9632d1864d09b7f357fd53443793 2024-11-14T14:26:43,839 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 1174e4141621344ac9aec4b37e22fd3a/C of 1174e4141621344ac9aec4b37e22fd3a into 035f9632d1864d09b7f357fd53443793(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:26:43,839 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:43,839 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a., storeName=1174e4141621344ac9aec4b37e22fd3a/C, priority=10, startTime=1731594402978; duration=0sec 2024-11-14T14:26:43,839 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:43,839 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1174e4141621344ac9aec4b37e22fd3a:C 2024-11-14T14:26:48,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:26:49,661 DEBUG [Thread-906 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:64189 2024-11-14T14:26:49,661 DEBUG [Thread-906 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5803 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5894 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5729 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5809 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5883 2024-11-14T14:26:49,661 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:26:49,661 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T14:26:49,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:64189 2024-11-14T14:26:49,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:26:49,662 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T14:26:49,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:26:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-14T14:26:49,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594409664"}]},"ts":"1731594409664"} 2024-11-14T14:26:49,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:26:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-14T14:26:49,798 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:26:49,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:26:49,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1174e4141621344ac9aec4b37e22fd3a, UNASSIGN}] 2024-11-14T14:26:49,801 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1174e4141621344ac9aec4b37e22fd3a, UNASSIGN 2024-11-14T14:26:49,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1174e4141621344ac9aec4b37e22fd3a, regionState=CLOSING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:49,803 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:26:49,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:26:49,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:49,956 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:49,956 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T14:26:49,956 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 1174e4141621344ac9aec4b37e22fd3a, disabling compactions & flushes 2024-11-14T14:26:49,956 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:49,956 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:49,956 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. after waiting 0 ms 2024-11-14T14:26:49,956 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:49,956 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing 1174e4141621344ac9aec4b37e22fd3a 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-14T14:26:49,957 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=A 2024-11-14T14:26:49,957 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:49,957 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=B 2024-11-14T14:26:49,957 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:49,957 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1174e4141621344ac9aec4b37e22fd3a, store=C 2024-11-14T14:26:49,957 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:49,964 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/f608c3e29ef6424a84543dc99a047267 is 50, key is test_row_0/A:col10/1731594409660/Put/seqid=0 2024-11-14T14:26:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-14T14:26:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742089_1265 (size=7415) 2024-11-14T14:26:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-14T14:26:50,371 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/f608c3e29ef6424a84543dc99a047267 2024-11-14T14:26:50,380 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/08996162d7974f1f943d9d25e5ac43f8 is 50, key is test_row_0/B:col10/1731594409660/Put/seqid=0 2024-11-14T14:26:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742090_1266 (size=7415) 2024-11-14T14:26:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-14T14:26:50,785 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/08996162d7974f1f943d9d25e5ac43f8 2024-11-14T14:26:50,799 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/161a5d4a01d4477c93492fa5b692e59d is 50, key is test_row_0/C:col10/1731594409660/Put/seqid=0 2024-11-14T14:26:50,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742091_1267 (size=7415) 2024-11-14T14:26:51,206 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/161a5d4a01d4477c93492fa5b692e59d 2024-11-14T14:26:51,218 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/A/f608c3e29ef6424a84543dc99a047267 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/f608c3e29ef6424a84543dc99a047267 2024-11-14T14:26:51,224 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/f608c3e29ef6424a84543dc99a047267, entries=50, sequenceid=357, filesize=7.2 K 2024-11-14T14:26:51,225 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/B/08996162d7974f1f943d9d25e5ac43f8 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/08996162d7974f1f943d9d25e5ac43f8 2024-11-14T14:26:51,232 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/08996162d7974f1f943d9d25e5ac43f8, entries=50, sequenceid=357, filesize=7.2 K 2024-11-14T14:26:51,233 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/.tmp/C/161a5d4a01d4477c93492fa5b692e59d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/161a5d4a01d4477c93492fa5b692e59d 2024-11-14T14:26:51,237 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/161a5d4a01d4477c93492fa5b692e59d, entries=50, sequenceid=357, filesize=7.2 K 2024-11-14T14:26:51,237 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 1174e4141621344ac9aec4b37e22fd3a in 1281ms, sequenceid=357, compaction requested=false 2024-11-14T14:26:51,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6dc45e09df8b485f98d274878574b110, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/97ebccd2604448bfb9187d36493c4c4c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b0d9cee4dbf84aa99594fb2892ecafdd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/e88e2a7e7a2440daa71e082fb8d33f84, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/67cf616734104be4ab11ae8e9e21fde5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/9945ae816ce04aa9a7624cf1650716d1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2158078665f542eaa4115eb93d55531d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/10c169704a1045a4aeaa79b8ab5d0fd2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b974c54a6d1c4f4bb891878b7ea1878f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/ef7cf029b2604a7685d2142f4fbcaaf0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/3b88f5b40c074e49a1d0e458b42d1eaa, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/079fc057db8941af8e08da14e46659b4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/30ce548d49de4827abf3261d8ad858ca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6714eae173c74d9085ed7518e5d21219, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2dbe7f57619f4bd8a6a1786b2102b80b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/48870074cc1c493ebfff1f12cc564dc1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5d6bf6af1b114985844351ccfad0f767, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/709f0d2750a74b6abfbbf0132602875b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/c9470b3d56254784b2f5f7d2a14c1518, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/0db76d6ed37049a8a31dbe85370f74b5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5201431ddc5c4c409fd04b1c44a31412, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/4d20da77234e4bdca67ccece550408a5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/1c726b42273d4e95946fcbe6b9458177, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/de23c7437ce84530ac0b3b1b6e4bd5e5] to archive 2024-11-14T14:26:51,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:26:51,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6dc45e09df8b485f98d274878574b110 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6dc45e09df8b485f98d274878574b110 2024-11-14T14:26:51,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/97ebccd2604448bfb9187d36493c4c4c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/97ebccd2604448bfb9187d36493c4c4c 2024-11-14T14:26:51,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b0d9cee4dbf84aa99594fb2892ecafdd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b0d9cee4dbf84aa99594fb2892ecafdd 2024-11-14T14:26:51,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/e88e2a7e7a2440daa71e082fb8d33f84 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/e88e2a7e7a2440daa71e082fb8d33f84 2024-11-14T14:26:51,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/67cf616734104be4ab11ae8e9e21fde5 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/67cf616734104be4ab11ae8e9e21fde5 2024-11-14T14:26:51,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/9945ae816ce04aa9a7624cf1650716d1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/9945ae816ce04aa9a7624cf1650716d1 2024-11-14T14:26:51,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2158078665f542eaa4115eb93d55531d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2158078665f542eaa4115eb93d55531d 2024-11-14T14:26:51,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/10c169704a1045a4aeaa79b8ab5d0fd2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/10c169704a1045a4aeaa79b8ab5d0fd2 2024-11-14T14:26:51,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b974c54a6d1c4f4bb891878b7ea1878f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/b974c54a6d1c4f4bb891878b7ea1878f 2024-11-14T14:26:51,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/ef7cf029b2604a7685d2142f4fbcaaf0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/ef7cf029b2604a7685d2142f4fbcaaf0 2024-11-14T14:26:51,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/3b88f5b40c074e49a1d0e458b42d1eaa to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/3b88f5b40c074e49a1d0e458b42d1eaa 2024-11-14T14:26:51,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/079fc057db8941af8e08da14e46659b4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/079fc057db8941af8e08da14e46659b4 2024-11-14T14:26:51,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/30ce548d49de4827abf3261d8ad858ca to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/30ce548d49de4827abf3261d8ad858ca 2024-11-14T14:26:51,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6714eae173c74d9085ed7518e5d21219 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/6714eae173c74d9085ed7518e5d21219 2024-11-14T14:26:51,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2dbe7f57619f4bd8a6a1786b2102b80b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2dbe7f57619f4bd8a6a1786b2102b80b 2024-11-14T14:26:51,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/48870074cc1c493ebfff1f12cc564dc1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/48870074cc1c493ebfff1f12cc564dc1 2024-11-14T14:26:51,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5d6bf6af1b114985844351ccfad0f767 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5d6bf6af1b114985844351ccfad0f767 2024-11-14T14:26:51,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/709f0d2750a74b6abfbbf0132602875b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/709f0d2750a74b6abfbbf0132602875b 2024-11-14T14:26:51,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/c9470b3d56254784b2f5f7d2a14c1518 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/c9470b3d56254784b2f5f7d2a14c1518 2024-11-14T14:26:51,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/0db76d6ed37049a8a31dbe85370f74b5 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/0db76d6ed37049a8a31dbe85370f74b5 2024-11-14T14:26:51,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5201431ddc5c4c409fd04b1c44a31412 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/5201431ddc5c4c409fd04b1c44a31412 2024-11-14T14:26:51,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/4d20da77234e4bdca67ccece550408a5 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/4d20da77234e4bdca67ccece550408a5 2024-11-14T14:26:51,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/1c726b42273d4e95946fcbe6b9458177 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/1c726b42273d4e95946fcbe6b9458177 2024-11-14T14:26:51,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/de23c7437ce84530ac0b3b1b6e4bd5e5 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/de23c7437ce84530ac0b3b1b6e4bd5e5 2024-11-14T14:26:51,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/c873c90d3f0e4723b01da542a2fe0e10, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/96eaadae4e3b427b9701efe15efaf1ac, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ef5fbc2d28aa4c189124bdcc750b1207, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/080e18dc1fe046cf99b163175ee447d9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/36fb436c4aba431faa01841ccaa7cd87, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aff9e4349e7a4e03a3907b3bf95851b6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/d5be138d67a446d0be16d8ae41326035, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/4eaad3f70c7343a392696ad031cad1ab, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/0217d16201f34d6ebafb5802529670f1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aa8d09ad460044cd90e42002ec533fa2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/53550c8142d7432cba632739f5f37526, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e8a1c94e56e5443d9798fc258c010805, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f472b0552287447e9f880fbc10c466b4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/874385b0a375413a8d6de8e8aa95a47d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e1d59170c67e440596a202002820c517, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/be76821dca104802a4a91d422696faf4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/1c0df135d90d4b418d5c320fe7b26bdc, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/676896c3cb874ba68466e87fe61cbb29, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ddeb208925cd416b82eb78340fd56403, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/6157493aef7b48d7a2b6e361eb4ee999, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f844613d76a04088ab77f8805913b9b9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f7ecb3d5411d434ba60891350affd25d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f9cb763a9960403cba34246dbc7e66d7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/86a47adebb304633b92ef39663590e46] to archive 2024-11-14T14:26:51,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:26:51,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/c873c90d3f0e4723b01da542a2fe0e10 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/c873c90d3f0e4723b01da542a2fe0e10 2024-11-14T14:26:51,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/96eaadae4e3b427b9701efe15efaf1ac to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/96eaadae4e3b427b9701efe15efaf1ac 2024-11-14T14:26:51,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ef5fbc2d28aa4c189124bdcc750b1207 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ef5fbc2d28aa4c189124bdcc750b1207 2024-11-14T14:26:51,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/080e18dc1fe046cf99b163175ee447d9 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/080e18dc1fe046cf99b163175ee447d9 2024-11-14T14:26:51,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/36fb436c4aba431faa01841ccaa7cd87 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/36fb436c4aba431faa01841ccaa7cd87 2024-11-14T14:26:51,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aff9e4349e7a4e03a3907b3bf95851b6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aff9e4349e7a4e03a3907b3bf95851b6 2024-11-14T14:26:51,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/d5be138d67a446d0be16d8ae41326035 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/d5be138d67a446d0be16d8ae41326035 2024-11-14T14:26:51,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/4eaad3f70c7343a392696ad031cad1ab to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/4eaad3f70c7343a392696ad031cad1ab 2024-11-14T14:26:51,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/0217d16201f34d6ebafb5802529670f1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/0217d16201f34d6ebafb5802529670f1 2024-11-14T14:26:51,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aa8d09ad460044cd90e42002ec533fa2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/aa8d09ad460044cd90e42002ec533fa2 2024-11-14T14:26:51,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/53550c8142d7432cba632739f5f37526 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/53550c8142d7432cba632739f5f37526 2024-11-14T14:26:51,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e8a1c94e56e5443d9798fc258c010805 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e8a1c94e56e5443d9798fc258c010805 2024-11-14T14:26:51,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f472b0552287447e9f880fbc10c466b4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f472b0552287447e9f880fbc10c466b4 2024-11-14T14:26:51,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/874385b0a375413a8d6de8e8aa95a47d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/874385b0a375413a8d6de8e8aa95a47d 2024-11-14T14:26:51,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e1d59170c67e440596a202002820c517 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/e1d59170c67e440596a202002820c517 2024-11-14T14:26:51,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/be76821dca104802a4a91d422696faf4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/be76821dca104802a4a91d422696faf4 2024-11-14T14:26:51,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/1c0df135d90d4b418d5c320fe7b26bdc to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/1c0df135d90d4b418d5c320fe7b26bdc 2024-11-14T14:26:51,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/676896c3cb874ba68466e87fe61cbb29 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/676896c3cb874ba68466e87fe61cbb29 2024-11-14T14:26:51,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ddeb208925cd416b82eb78340fd56403 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/ddeb208925cd416b82eb78340fd56403 2024-11-14T14:26:51,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/6157493aef7b48d7a2b6e361eb4ee999 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/6157493aef7b48d7a2b6e361eb4ee999 2024-11-14T14:26:51,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f844613d76a04088ab77f8805913b9b9 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f844613d76a04088ab77f8805913b9b9 2024-11-14T14:26:51,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f7ecb3d5411d434ba60891350affd25d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f7ecb3d5411d434ba60891350affd25d 2024-11-14T14:26:51,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f9cb763a9960403cba34246dbc7e66d7 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/f9cb763a9960403cba34246dbc7e66d7 2024-11-14T14:26:51,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/86a47adebb304633b92ef39663590e46 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/86a47adebb304633b92ef39663590e46 2024-11-14T14:26:51,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/98ee1c9b0bba4d45899d7bc7c79f8f01, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a8cdbce53e294860a3ec033b802c6739, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/dbbe5ba560b249899297f815e107b5bb, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/7c265f3585b842dead850eaadb14160f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/33acf4f3ca8b402f8892225d745a5437, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/34a1669b07fe4f80bde300591f8ff815, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/8ac8d766e3e046f7818ad466ea6e7c8f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/f3fba8ff5e794de3bebca3f0183e011a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/de5008f6695349899306c498abe1c121, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/acfc3a82afd449c0a3c205ed18ea43ba, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3ddb88d1898a44b2b64927b194b7ad3e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/0282a00594f8437492738b3ed93a6cf1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/c5e38ce6686146d2b4c9bedb64cdaf79, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/ceb4712815404ad1a747fbb03400fba6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3510f838809c412ab4f3dd305835b290, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a28e658feb7a4a3e9c12384ad850d5b8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5b0e1cd1e8cf420596dfae48d6289b05, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d1823e5a8bf44786813af56ac372bc37, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/6efa2269a3fc470e99aed01031f5f27e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5cef697c567e4101afedd48d5743cb09, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3dc5c00ff79b4abfbc4805ad5b7e3e7c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/4ed2f7a326f0469fbe99a3a54d3ba3d1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d4c0f16dc185469da1adf5631590b9dc, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/482af0deed7c4c13907020d8fd4aa8d0] to archive 2024-11-14T14:26:51,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:26:51,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/98ee1c9b0bba4d45899d7bc7c79f8f01 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/98ee1c9b0bba4d45899d7bc7c79f8f01 2024-11-14T14:26:51,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a8cdbce53e294860a3ec033b802c6739 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a8cdbce53e294860a3ec033b802c6739 2024-11-14T14:26:51,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/dbbe5ba560b249899297f815e107b5bb to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/dbbe5ba560b249899297f815e107b5bb 2024-11-14T14:26:51,290 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/7c265f3585b842dead850eaadb14160f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/7c265f3585b842dead850eaadb14160f 2024-11-14T14:26:51,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/33acf4f3ca8b402f8892225d745a5437 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/33acf4f3ca8b402f8892225d745a5437 2024-11-14T14:26:51,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/34a1669b07fe4f80bde300591f8ff815 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/34a1669b07fe4f80bde300591f8ff815 2024-11-14T14:26:51,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/8ac8d766e3e046f7818ad466ea6e7c8f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/8ac8d766e3e046f7818ad466ea6e7c8f 2024-11-14T14:26:51,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/f3fba8ff5e794de3bebca3f0183e011a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/f3fba8ff5e794de3bebca3f0183e011a 2024-11-14T14:26:51,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/de5008f6695349899306c498abe1c121 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/de5008f6695349899306c498abe1c121 2024-11-14T14:26:51,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/acfc3a82afd449c0a3c205ed18ea43ba to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/acfc3a82afd449c0a3c205ed18ea43ba 2024-11-14T14:26:51,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3ddb88d1898a44b2b64927b194b7ad3e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3ddb88d1898a44b2b64927b194b7ad3e 2024-11-14T14:26:51,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/0282a00594f8437492738b3ed93a6cf1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/0282a00594f8437492738b3ed93a6cf1 2024-11-14T14:26:51,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/c5e38ce6686146d2b4c9bedb64cdaf79 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/c5e38ce6686146d2b4c9bedb64cdaf79 2024-11-14T14:26:51,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/ceb4712815404ad1a747fbb03400fba6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/ceb4712815404ad1a747fbb03400fba6 2024-11-14T14:26:51,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3510f838809c412ab4f3dd305835b290 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3510f838809c412ab4f3dd305835b290 2024-11-14T14:26:51,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a28e658feb7a4a3e9c12384ad850d5b8 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/a28e658feb7a4a3e9c12384ad850d5b8 2024-11-14T14:26:51,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5b0e1cd1e8cf420596dfae48d6289b05 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5b0e1cd1e8cf420596dfae48d6289b05 2024-11-14T14:26:51,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d1823e5a8bf44786813af56ac372bc37 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d1823e5a8bf44786813af56ac372bc37 2024-11-14T14:26:51,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/6efa2269a3fc470e99aed01031f5f27e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/6efa2269a3fc470e99aed01031f5f27e 2024-11-14T14:26:51,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5cef697c567e4101afedd48d5743cb09 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/5cef697c567e4101afedd48d5743cb09 2024-11-14T14:26:51,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3dc5c00ff79b4abfbc4805ad5b7e3e7c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/3dc5c00ff79b4abfbc4805ad5b7e3e7c 2024-11-14T14:26:51,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/4ed2f7a326f0469fbe99a3a54d3ba3d1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/4ed2f7a326f0469fbe99a3a54d3ba3d1 2024-11-14T14:26:51,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d4c0f16dc185469da1adf5631590b9dc to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/d4c0f16dc185469da1adf5631590b9dc 2024-11-14T14:26:51,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/482af0deed7c4c13907020d8fd4aa8d0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/482af0deed7c4c13907020d8fd4aa8d0 2024-11-14T14:26:51,310 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/recovered.edits/360.seqid, newMaxSeqId=360, maxSeqId=1 2024-11-14T14:26:51,310 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a. 2024-11-14T14:26:51,310 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 1174e4141621344ac9aec4b37e22fd3a: 2024-11-14T14:26:51,312 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:51,312 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=1174e4141621344ac9aec4b37e22fd3a, regionState=CLOSED 2024-11-14T14:26:51,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-14T14:26:51,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 1174e4141621344ac9aec4b37e22fd3a, server=d4069aa67eab,43913,1731594320188 in 1.5100 sec 2024-11-14T14:26:51,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-14T14:26:51,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1174e4141621344ac9aec4b37e22fd3a, UNASSIGN in 1.5130 sec 2024-11-14T14:26:51,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-14T14:26:51,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5160 sec 2024-11-14T14:26:51,316 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594411316"}]},"ts":"1731594411316"} 2024-11-14T14:26:51,317 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:26:51,356 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:26:51,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6950 sec 2024-11-14T14:26:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-14T14:26:51,773 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-14T14:26:51,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:26:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:51,777 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-14T14:26:51,778 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:51,782 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:51,786 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/recovered.edits] 2024-11-14T14:26:51,791 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2037bf9f85f9491d97b6d6dfdd753e52 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/2037bf9f85f9491d97b6d6dfdd753e52 2024-11-14T14:26:51,794 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/f608c3e29ef6424a84543dc99a047267 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/A/f608c3e29ef6424a84543dc99a047267 2024-11-14T14:26:51,798 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/08996162d7974f1f943d9d25e5ac43f8 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/08996162d7974f1f943d9d25e5ac43f8 2024-11-14T14:26:51,801 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/d1857e60495544d0b64a4457b5796cfd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/B/d1857e60495544d0b64a4457b5796cfd 2024-11-14T14:26:51,805 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/035f9632d1864d09b7f357fd53443793 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/035f9632d1864d09b7f357fd53443793 2024-11-14T14:26:51,808 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/161a5d4a01d4477c93492fa5b692e59d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/C/161a5d4a01d4477c93492fa5b692e59d 2024-11-14T14:26:51,813 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/recovered.edits/360.seqid to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a/recovered.edits/360.seqid 2024-11-14T14:26:51,814 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/1174e4141621344ac9aec4b37e22fd3a 2024-11-14T14:26:51,814 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:26:51,818 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:51,828 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:26:51,829 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:26:51,830 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:51,830 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:26:51,831 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731594411830"}]},"ts":"9223372036854775807"} 2024-11-14T14:26:51,832 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T14:26:51,832 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1174e4141621344ac9aec4b37e22fd3a, NAME => 'TestAcidGuarantees,,1731594379116.1174e4141621344ac9aec4b37e22fd3a.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:26:51,832 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:26:51,832 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731594411832"}]},"ts":"9223372036854775807"} 2024-11-14T14:26:51,833 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T14:26:51,865 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:51,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-11-14T14:26:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-14T14:26:51,880 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-11-14T14:26:51,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236 (was 242), OpenFileDescriptor=455 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 317), ProcessCount=11 (was 11), AvailableMemoryMB=400 (was 455) 2024-11-14T14:26:51,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=400 2024-11-14T14:26:51,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:26:51,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:26:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:51,906 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:26:51,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:51,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-11-14T14:26:51,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:26:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T14:26:51,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742092_1268 (size=960) 2024-11-14T14:26:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T14:26:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T14:26:52,317 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 2024-11-14T14:26:52,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742093_1269 (size=53) 2024-11-14T14:26:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T14:26:52,729 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:26:52,730 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 01bd9cd52d7e51e29f8eb3c8bd873b13, disabling compactions & flushes 2024-11-14T14:26:52,730 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:52,730 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:52,730 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. after waiting 0 ms 2024-11-14T14:26:52,730 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:52,730 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:52,730 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:26:52,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:26:52,734 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731594412733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594412733"}]},"ts":"1731594412733"} 2024-11-14T14:26:52,735 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T14:26:52,736 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:26:52,737 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594412736"}]},"ts":"1731594412736"} 2024-11-14T14:26:52,738 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:26:52,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, ASSIGN}] 2024-11-14T14:26:52,783 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, ASSIGN 2024-11-14T14:26:52,785 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, ASSIGN; state=OFFLINE, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=false 2024-11-14T14:26:52,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=01bd9cd52d7e51e29f8eb3c8bd873b13, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:52,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure 01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:26:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T14:26:53,093 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:53,100 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:53,101 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:26:53,101 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:53,102 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:26:53,102 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:53,102 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:53,104 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:53,105 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:26:53,106 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01bd9cd52d7e51e29f8eb3c8bd873b13 columnFamilyName A 2024-11-14T14:26:53,106 DEBUG [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:53,107 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(327): Store=01bd9cd52d7e51e29f8eb3c8bd873b13/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:26:53,107 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:53,108 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:26:53,109 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01bd9cd52d7e51e29f8eb3c8bd873b13 columnFamilyName B 2024-11-14T14:26:53,109 DEBUG [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:53,109 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(327): Store=01bd9cd52d7e51e29f8eb3c8bd873b13/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:26:53,110 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:53,111 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:26:53,111 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01bd9cd52d7e51e29f8eb3c8bd873b13 columnFamilyName C 2024-11-14T14:26:53,111 DEBUG [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:53,112 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(327): Store=01bd9cd52d7e51e29f8eb3c8bd873b13/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:26:53,112 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:53,113 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:53,113 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:53,116 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:26:53,117 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:53,120 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:26:53,121 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened 01bd9cd52d7e51e29f8eb3c8bd873b13; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65555531, jitterRate=-0.02314646542072296}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:26:53,122 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:26:53,122 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., pid=104, masterSystemTime=1731594413093 2024-11-14T14:26:53,124 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:53,124 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:53,124 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=01bd9cd52d7e51e29f8eb3c8bd873b13, regionState=OPEN, openSeqNum=2, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:53,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-14T14:26:53,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure 01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 in 186 msec 2024-11-14T14:26:53,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-14T14:26:53,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, ASSIGN in 345 msec 2024-11-14T14:26:53,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:26:53,129 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594413129"}]},"ts":"1731594413129"} 2024-11-14T14:26:53,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:26:53,136 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34543,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:53,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:26:53,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2620 sec 2024-11-14T14:26:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-14T14:26:54,016 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-14T14:26:54,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-14T14:26:54,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:54,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:54,066 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:54,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:26:54,071 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:26:54,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:26:54,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:26:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T14:26:54,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742094_1270 (size=996) 2024-11-14T14:26:54,486 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T14:26:54,486 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T14:26:54,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:26:54,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, REOPEN/MOVE}] 2024-11-14T14:26:54,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, REOPEN/MOVE 2024-11-14T14:26:54,497 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=01bd9cd52d7e51e29f8eb3c8bd873b13, regionState=CLOSING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:54,498 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:26:54,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure 01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:26:54,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:54,651 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:54,651 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T14:26:54,652 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing 01bd9cd52d7e51e29f8eb3c8bd873b13, disabling compactions & flushes 2024-11-14T14:26:54,652 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:54,652 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:54,652 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. after waiting 0 ms 2024-11-14T14:26:54,652 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:54,668 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T14:26:54,669 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:54,670 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:26:54,670 WARN [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: 01bd9cd52d7e51e29f8eb3c8bd873b13 to self. 2024-11-14T14:26:54,672 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:54,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=01bd9cd52d7e51e29f8eb3c8bd873b13, regionState=CLOSED 2024-11-14T14:26:54,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-11-14T14:26:54,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure 01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 in 177 msec 2024-11-14T14:26:54,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, REOPEN/MOVE; state=CLOSED, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=true 2024-11-14T14:26:54,828 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=01bd9cd52d7e51e29f8eb3c8bd873b13, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:54,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure 01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:26:54,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:54,989 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:54,989 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:26:54,990 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:54,991 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:26:54,991 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:54,991 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:54,994 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:54,995 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:26:54,996 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01bd9cd52d7e51e29f8eb3c8bd873b13 columnFamilyName A 2024-11-14T14:26:54,998 DEBUG [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:54,999 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(327): Store=01bd9cd52d7e51e29f8eb3c8bd873b13/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:26:55,000 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:55,001 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:26:55,001 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01bd9cd52d7e51e29f8eb3c8bd873b13 columnFamilyName B 2024-11-14T14:26:55,001 DEBUG [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:55,002 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(327): Store=01bd9cd52d7e51e29f8eb3c8bd873b13/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:26:55,002 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:55,002 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:26:55,002 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01bd9cd52d7e51e29f8eb3c8bd873b13 columnFamilyName C 2024-11-14T14:26:55,002 DEBUG [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:55,003 INFO [StoreOpener-01bd9cd52d7e51e29f8eb3c8bd873b13-1 {}] regionserver.HStore(327): Store=01bd9cd52d7e51e29f8eb3c8bd873b13/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:26:55,003 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,004 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:55,005 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:55,007 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:26:55,008 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:55,009 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened 01bd9cd52d7e51e29f8eb3c8bd873b13; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63247096, jitterRate=-0.057544827461242676}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:26:55,010 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:26:55,011 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., pid=109, masterSystemTime=1731594414983 2024-11-14T14:26:55,012 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,012 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,013 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=01bd9cd52d7e51e29f8eb3c8bd873b13, regionState=OPEN, openSeqNum=5, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-11-14T14:26:55,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure 01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 in 184 msec 2024-11-14T14:26:55,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-14T14:26:55,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, REOPEN/MOVE in 519 msec 2024-11-14T14:26:55,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-11-14T14:26:55,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-11-14T14:26:55,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 947 msec 2024-11-14T14:26:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-11-14T14:26:55,023 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-14T14:26:55,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-14T14:26:55,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-14T14:26:55,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-14T14:26:55,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3875c8c5 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f94d721 2024-11-14T14:26:55,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aee939b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,100 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-14T14:26:55,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,108 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-14T14:26:55,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,117 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-14T14:26:55,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-14T14:26:55,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,132 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x47679076 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68035c67 2024-11-14T14:26:55,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627cad17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:26:55,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:55,143 DEBUG [hconnection-0x72b30896-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-14T14:26:55,144 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:55,144 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,144 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T14:26:55,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:55,150 DEBUG [hconnection-0x535d1186-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,150 DEBUG [hconnection-0x6b1b28a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,150 DEBUG [hconnection-0x609cd221-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,151 DEBUG [hconnection-0x5434e681-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,151 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,151 DEBUG [hconnection-0x4c60562e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,151 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,151 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,151 DEBUG [hconnection-0x32b35736-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,151 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,151 DEBUG [hconnection-0x45f1be01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,152 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,152 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,153 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,157 DEBUG [hconnection-0x2fb4d5be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,157 DEBUG [hconnection-0x31880ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:26:55,158 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,158 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:26:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:55,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:26:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:26:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:26:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:26:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:55,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594475208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594475211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594475211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111487b6b4348ca94c62b072e7150ca7f758_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594415180/Put/seqid=0 2024-11-14T14:26:55,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594475212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594475212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742095_1271 (size=14594) 2024-11-14T14:26:55,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:55,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111487b6b4348ca94c62b072e7150ca7f758_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111487b6b4348ca94c62b072e7150ca7f758_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:55,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/7c162d24fe324108938b2312e384c9d2, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:26:55,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/7c162d24fe324108938b2312e384c9d2 is 175, key is test_row_0/A:col10/1731594415180/Put/seqid=0 2024-11-14T14:26:55,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742096_1272 (size=39549) 2024-11-14T14:26:55,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/7c162d24fe324108938b2312e384c9d2 2024-11-14T14:26:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T14:26:55,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/ea60fd4f82624b72910c2a5129a7bb38 is 50, key is test_row_0/B:col10/1731594415180/Put/seqid=0 2024-11-14T14:26:55,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742097_1273 (size=12001) 2024-11-14T14:26:55,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T14:26:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594475313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594475313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594475313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594475318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594475318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T14:26:55,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T14:26:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594475516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594475517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594475518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594475521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594475523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T14:26:55,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:55,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/ea60fd4f82624b72910c2a5129a7bb38 2024-11-14T14:26:55,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/f376be9442d74e809e7429fbdbdaac83 is 50, key is test_row_0/C:col10/1731594415180/Put/seqid=0 2024-11-14T14:26:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742098_1274 (size=12001) 2024-11-14T14:26:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T14:26:55,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T14:26:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594475821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594475823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594475824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594475826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594475829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,906 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:55,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T14:26:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:55,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:55,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:56,058 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T14:26:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:56,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:56,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:56,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/f376be9442d74e809e7429fbdbdaac83 2024-11-14T14:26:56,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/7c162d24fe324108938b2312e384c9d2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/7c162d24fe324108938b2312e384c9d2 2024-11-14T14:26:56,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/7c162d24fe324108938b2312e384c9d2, entries=200, sequenceid=17, filesize=38.6 K 2024-11-14T14:26:56,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/ea60fd4f82624b72910c2a5129a7bb38 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/ea60fd4f82624b72910c2a5129a7bb38 2024-11-14T14:26:56,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/ea60fd4f82624b72910c2a5129a7bb38, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T14:26:56,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/f376be9442d74e809e7429fbdbdaac83 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/f376be9442d74e809e7429fbdbdaac83 2024-11-14T14:26:56,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/f376be9442d74e809e7429fbdbdaac83, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T14:26:56,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 918ms, sequenceid=17, compaction requested=false 2024-11-14T14:26:56,102 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T14:26:56,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:26:56,211 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-14T14:26:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:56,211 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:26:56,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:26:56,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:56,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:26:56,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:56,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:26:56,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7fc3bb367f14852b65f4db5f65653cf_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594415209/Put/seqid=0 2024-11-14T14:26:56,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742099_1275 (size=12154) 2024-11-14T14:26:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T14:26:56,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:56,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594476337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594476338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594476341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594476342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594476346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594476447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594476448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594476448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594476450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594476455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:56,625 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d7fc3bb367f14852b65f4db5f65653cf_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7fc3bb367f14852b65f4db5f65653cf_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:56,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/b3853633f7fe4d14abc163da228a254d, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:26:56,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/b3853633f7fe4d14abc163da228a254d is 175, key is test_row_0/A:col10/1731594415209/Put/seqid=0 2024-11-14T14:26:56,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742100_1276 (size=30955) 2024-11-14T14:26:56,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594476653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594476653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594476653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594476654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594476659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,838 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:26:56,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594476960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594476961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594476961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594476961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:56,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594476967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:57,031 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/b3853633f7fe4d14abc163da228a254d 2024-11-14T14:26:57,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/3524fe55771047d2b14bfffe30da5160 is 50, key is test_row_0/B:col10/1731594415209/Put/seqid=0 2024-11-14T14:26:57,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742101_1277 (size=12001) 2024-11-14T14:26:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T14:26:57,443 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/3524fe55771047d2b14bfffe30da5160 2024-11-14T14:26:57,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/6d9a8e5336524429841438c522f4e472 is 50, key is test_row_0/C:col10/1731594415209/Put/seqid=0 2024-11-14T14:26:57,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742102_1278 (size=12001) 2024-11-14T14:26:57,465 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/6d9a8e5336524429841438c522f4e472 2024-11-14T14:26:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/b3853633f7fe4d14abc163da228a254d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/b3853633f7fe4d14abc163da228a254d 2024-11-14T14:26:57,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594477464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594477466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:57,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594477469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:57,474 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/b3853633f7fe4d14abc163da228a254d, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T14:26:57,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/3524fe55771047d2b14bfffe30da5160 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3524fe55771047d2b14bfffe30da5160 2024-11-14T14:26:57,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594477471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:57,479 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3524fe55771047d2b14bfffe30da5160, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T14:26:57,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/6d9a8e5336524429841438c522f4e472 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/6d9a8e5336524429841438c522f4e472 2024-11-14T14:26:57,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594477476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:57,483 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/6d9a8e5336524429841438c522f4e472, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T14:26:57,484 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1272ms, sequenceid=41, compaction requested=false 2024-11-14T14:26:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:26:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:57,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-14T14:26:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-14T14:26:57,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-14T14:26:57,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3410 sec 2024-11-14T14:26:57,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.3490 sec 2024-11-14T14:26:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:58,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:26:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:26:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:26:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:26:58,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:58,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114691bd6081e2946c6b5f49da05468bb34_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594418477/Put/seqid=0 2024-11-14T14:26:58,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742103_1279 (size=17034) 2024-11-14T14:26:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594478506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594478507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594478509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594478509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594478510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594478614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594478614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594478614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594478616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594478617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594478818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594478820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594478821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594478822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594478822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:58,893 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:26:58,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114691bd6081e2946c6b5f49da05468bb34_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114691bd6081e2946c6b5f49da05468bb34_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:26:58,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/9567468c4ab94ca387c3fd7b98fde8cd, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:26:58,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/9567468c4ab94ca387c3fd7b98fde8cd is 175, key is test_row_0/A:col10/1731594418477/Put/seqid=0 2024-11-14T14:26:58,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742104_1280 (size=48139) 2024-11-14T14:26:58,903 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/9567468c4ab94ca387c3fd7b98fde8cd 2024-11-14T14:26:58,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/3ab7b8ec42d04715a9b0da41463ee9a1 is 50, key is test_row_0/B:col10/1731594418477/Put/seqid=0 2024-11-14T14:26:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742105_1281 (size=12001) 2024-11-14T14:26:59,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594479126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594479126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594479126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594479127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594479128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-14T14:26:59,250 INFO [Thread-1271 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-14T14:26:59,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:26:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-14T14:26:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T14:26:59,252 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:26:59,252 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:26:59,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:26:59,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/3ab7b8ec42d04715a9b0da41463ee9a1 2024-11-14T14:26:59,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/1bcd3c8e6dcf4c518fa1408037d20c2b is 50, key is test_row_0/C:col10/1731594418477/Put/seqid=0 2024-11-14T14:26:59,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742106_1282 (size=12001) 2024-11-14T14:26:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T14:26:59,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T14:26:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:59,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T14:26:59,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T14:26:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594479631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594479633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594479633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594479634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:26:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594479635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,708 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T14:26:59,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:26:59,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:59,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:26:59,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/1bcd3c8e6dcf4c518fa1408037d20c2b 2024-11-14T14:26:59,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/9567468c4ab94ca387c3fd7b98fde8cd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9567468c4ab94ca387c3fd7b98fde8cd 2024-11-14T14:26:59,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9567468c4ab94ca387c3fd7b98fde8cd, entries=250, sequenceid=55, filesize=47.0 K 2024-11-14T14:26:59,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/3ab7b8ec42d04715a9b0da41463ee9a1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3ab7b8ec42d04715a9b0da41463ee9a1 2024-11-14T14:26:59,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3ab7b8ec42d04715a9b0da41463ee9a1, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T14:26:59,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/1bcd3c8e6dcf4c518fa1408037d20c2b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/1bcd3c8e6dcf4c518fa1408037d20c2b 2024-11-14T14:26:59,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/1bcd3c8e6dcf4c518fa1408037d20c2b, entries=150, sequenceid=55, filesize=11.7 K 2024-11-14T14:26:59,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1259ms, sequenceid=55, compaction requested=true 2024-11-14T14:26:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:26:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:26:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:26:59,737 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:26:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:26:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:26:59,737 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:26:59,738 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:59,738 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:26:59,738 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/B is initiating minor compaction (all files) 2024-11-14T14:26:59,738 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/A is initiating minor compaction (all files) 2024-11-14T14:26:59,738 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/B in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,738 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/A in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,738 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/7c162d24fe324108938b2312e384c9d2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/b3853633f7fe4d14abc163da228a254d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9567468c4ab94ca387c3fd7b98fde8cd] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=115.9 K 2024-11-14T14:26:59,738 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/ea60fd4f82624b72910c2a5129a7bb38, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3524fe55771047d2b14bfffe30da5160, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3ab7b8ec42d04715a9b0da41463ee9a1] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=35.2 K 2024-11-14T14:26:59,738 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,738 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/7c162d24fe324108938b2312e384c9d2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/b3853633f7fe4d14abc163da228a254d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9567468c4ab94ca387c3fd7b98fde8cd] 2024-11-14T14:26:59,739 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ea60fd4f82624b72910c2a5129a7bb38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731594415180 2024-11-14T14:26:59,739 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c162d24fe324108938b2312e384c9d2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731594415180 2024-11-14T14:26:59,739 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3524fe55771047d2b14bfffe30da5160, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731594415209 2024-11-14T14:26:59,739 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3853633f7fe4d14abc163da228a254d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731594415209 2024-11-14T14:26:59,739 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ab7b8ec42d04715a9b0da41463ee9a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731594416345 2024-11-14T14:26:59,739 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9567468c4ab94ca387c3fd7b98fde8cd, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731594416340 2024-11-14T14:26:59,746 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:26:59,747 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114250aabfb9743427c8d0a73687e7c839f_01bd9cd52d7e51e29f8eb3c8bd873b13 store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:26:59,748 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:26:59,749 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/7777a3932d5143ab8e233ead278c9263 is 50, key is test_row_0/B:col10/1731594418477/Put/seqid=0 2024-11-14T14:26:59,749 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114250aabfb9743427c8d0a73687e7c839f_01bd9cd52d7e51e29f8eb3c8bd873b13, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:26:59,749 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114250aabfb9743427c8d0a73687e7c839f_01bd9cd52d7e51e29f8eb3c8bd873b13 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:26:59,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742108_1284 (size=12104) 2024-11-14T14:26:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742107_1283 (size=4469) 2024-11-14T14:26:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T14:26:59,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:26:59,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-14T14:26:59,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:26:59,861 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T14:26:59,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:26:59,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:59,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:26:59,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:59,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:26:59,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:26:59,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111413d4442e5e4146248b73546207ddbc78_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594418508/Put/seqid=0 2024-11-14T14:26:59,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742109_1285 (size=12154) 2024-11-14T14:27:00,212 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#A#compaction#240 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:00,212 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/230be6ab98b04b2fbaab4629c02602f4 is 175, key is test_row_0/A:col10/1731594418477/Put/seqid=0 2024-11-14T14:27:00,215 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/7777a3932d5143ab8e233ead278c9263 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7777a3932d5143ab8e233ead278c9263 2024-11-14T14:27:00,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742110_1286 (size=31058) 2024-11-14T14:27:00,223 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/B of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 7777a3932d5143ab8e233ead278c9263(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:00,223 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:00,223 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/B, priority=13, startTime=1731594419737; duration=0sec 2024-11-14T14:27:00,223 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:00,223 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:B 2024-11-14T14:27:00,223 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:00,224 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:00,224 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/C is initiating minor compaction (all files) 2024-11-14T14:27:00,224 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/C in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:00,224 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/f376be9442d74e809e7429fbdbdaac83, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/6d9a8e5336524429841438c522f4e472, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/1bcd3c8e6dcf4c518fa1408037d20c2b] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=35.2 K 2024-11-14T14:27:00,224 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting f376be9442d74e809e7429fbdbdaac83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731594415180 2024-11-14T14:27:00,225 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d9a8e5336524429841438c522f4e472, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731594415209 2024-11-14T14:27:00,225 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bcd3c8e6dcf4c518fa1408037d20c2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731594416345 2024-11-14T14:27:00,230 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:00,231 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/3c860a3a989848de932d3afe35b9a240 is 50, key is test_row_0/C:col10/1731594418477/Put/seqid=0 2024-11-14T14:27:00,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742111_1287 (size=12104) 2024-11-14T14:27:00,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:00,277 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111413d4442e5e4146248b73546207ddbc78_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111413d4442e5e4146248b73546207ddbc78_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:00,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/11e05ac32d6842b49a4f3000b529d455, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:00,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/11e05ac32d6842b49a4f3000b529d455 is 175, key is test_row_0/A:col10/1731594418508/Put/seqid=0 2024-11-14T14:27:00,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742112_1288 (size=30955) 2024-11-14T14:27:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T14:27:00,623 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/230be6ab98b04b2fbaab4629c02602f4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/230be6ab98b04b2fbaab4629c02602f4 2024-11-14T14:27:00,627 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/A of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 230be6ab98b04b2fbaab4629c02602f4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:00,627 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:00,627 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/A, priority=13, startTime=1731594419737; duration=0sec 2024-11-14T14:27:00,627 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:00,627 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:A 2024-11-14T14:27:00,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:00,644 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/3c860a3a989848de932d3afe35b9a240 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/3c860a3a989848de932d3afe35b9a240 2024-11-14T14:27:00,649 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/C of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 3c860a3a989848de932d3afe35b9a240(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:00,649 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:00,649 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/C, priority=13, startTime=1731594419737; duration=0sec 2024-11-14T14:27:00,649 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:00,649 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:C 2024-11-14T14:27:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594480651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594480654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594480657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594480657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594480658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,682 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/11e05ac32d6842b49a4f3000b529d455 2024-11-14T14:27:00,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/fb2ed75e959342b9b39e75b138c10bbc is 50, key is test_row_0/B:col10/1731594418508/Put/seqid=0 2024-11-14T14:27:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742113_1289 (size=12001) 2024-11-14T14:27:00,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594480758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594480758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594480759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594480759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594480764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594480964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594480965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594480965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594480965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:00,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594480971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,092 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/fb2ed75e959342b9b39e75b138c10bbc 2024-11-14T14:27:01,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/68dd427e7b5a4abe8908d45fcd092ac4 is 50, key is test_row_0/C:col10/1731594418508/Put/seqid=0 2024-11-14T14:27:01,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742114_1290 (size=12001) 2024-11-14T14:27:01,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594481270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594481271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594481272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594481272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594481277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T14:27:01,502 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/68dd427e7b5a4abe8908d45fcd092ac4 2024-11-14T14:27:01,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/11e05ac32d6842b49a4f3000b529d455 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/11e05ac32d6842b49a4f3000b529d455 2024-11-14T14:27:01,509 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/11e05ac32d6842b49a4f3000b529d455, entries=150, sequenceid=77, filesize=30.2 K 2024-11-14T14:27:01,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/fb2ed75e959342b9b39e75b138c10bbc as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/fb2ed75e959342b9b39e75b138c10bbc 2024-11-14T14:27:01,513 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/fb2ed75e959342b9b39e75b138c10bbc, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T14:27:01,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/68dd427e7b5a4abe8908d45fcd092ac4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/68dd427e7b5a4abe8908d45fcd092ac4 2024-11-14T14:27:01,517 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/68dd427e7b5a4abe8908d45fcd092ac4, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T14:27:01,518 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1657ms, sequenceid=77, compaction requested=false 2024-11-14T14:27:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-14T14:27:01,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-14T14:27:01,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-14T14:27:01,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2670 sec 2024-11-14T14:27:01,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.2690 sec 2024-11-14T14:27:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:01,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T14:27:01,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:01,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:01,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:01,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:01,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:01,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:01,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146f303e443a564d8bad323223937631b5_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594420656/Put/seqid=0 2024-11-14T14:27:01,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742115_1291 (size=17034) 2024-11-14T14:27:01,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594481801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594481801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594481802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594481803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594481809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594481910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594481911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594481912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594481912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:01,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594481918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594482115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594482115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594482116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594482116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594482122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,191 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:02,194 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146f303e443a564d8bad323223937631b5_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146f303e443a564d8bad323223937631b5_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:02,195 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/8153dd3cedd24784b041703a2df86b80, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:02,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/8153dd3cedd24784b041703a2df86b80 is 175, key is test_row_0/A:col10/1731594420656/Put/seqid=0 2024-11-14T14:27:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742116_1292 (size=48139) 2024-11-14T14:27:02,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594482421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594482422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594482422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594482423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594482431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/8153dd3cedd24784b041703a2df86b80 2024-11-14T14:27:02,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/9fe7a4e68e0848d994ea1c434ba51874 is 50, key is test_row_0/B:col10/1731594420656/Put/seqid=0 2024-11-14T14:27:02,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742117_1293 (size=12001) 2024-11-14T14:27:02,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594482927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594482928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594482928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594482931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:02,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594482942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:03,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/9fe7a4e68e0848d994ea1c434ba51874 2024-11-14T14:27:03,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/e419cf0af6ae4a8a8c5080b3cdbd0bd8 is 50, key is test_row_0/C:col10/1731594420656/Put/seqid=0 2024-11-14T14:27:03,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742118_1294 (size=12001) 2024-11-14T14:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-14T14:27:03,356 INFO [Thread-1271 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-14T14:27:03,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-14T14:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T14:27:03,358 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:03,359 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:03,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:03,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/e419cf0af6ae4a8a8c5080b3cdbd0bd8 2024-11-14T14:27:03,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/8153dd3cedd24784b041703a2df86b80 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/8153dd3cedd24784b041703a2df86b80 2024-11-14T14:27:03,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/8153dd3cedd24784b041703a2df86b80, entries=250, sequenceid=97, filesize=47.0 K 2024-11-14T14:27:03,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/9fe7a4e68e0848d994ea1c434ba51874 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/9fe7a4e68e0848d994ea1c434ba51874 2024-11-14T14:27:03,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/9fe7a4e68e0848d994ea1c434ba51874, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T14:27:03,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/e419cf0af6ae4a8a8c5080b3cdbd0bd8 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e419cf0af6ae4a8a8c5080b3cdbd0bd8 2024-11-14T14:27:03,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e419cf0af6ae4a8a8c5080b3cdbd0bd8, entries=150, sequenceid=97, filesize=11.7 K 2024-11-14T14:27:03,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1656ms, sequenceid=97, compaction requested=true 2024-11-14T14:27:03,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:03,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:03,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:03,436 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:03,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:03,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:03,436 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:03,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:03,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:03,437 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:03,438 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/B is initiating minor compaction (all files) 2024-11-14T14:27:03,438 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/B in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:03,438 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7777a3932d5143ab8e233ead278c9263, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/fb2ed75e959342b9b39e75b138c10bbc, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/9fe7a4e68e0848d994ea1c434ba51874] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=35.3 K 2024-11-14T14:27:03,438 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:03,438 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/A is initiating minor compaction (all files) 2024-11-14T14:27:03,438 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/A in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:03,438 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/230be6ab98b04b2fbaab4629c02602f4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/11e05ac32d6842b49a4f3000b529d455, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/8153dd3cedd24784b041703a2df86b80] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=107.6 K 2024-11-14T14:27:03,438 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:03,438 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/230be6ab98b04b2fbaab4629c02602f4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/11e05ac32d6842b49a4f3000b529d455, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/8153dd3cedd24784b041703a2df86b80] 2024-11-14T14:27:03,439 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 7777a3932d5143ab8e233ead278c9263, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731594416345 2024-11-14T14:27:03,439 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 230be6ab98b04b2fbaab4629c02602f4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731594416345 2024-11-14T14:27:03,439 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting fb2ed75e959342b9b39e75b138c10bbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731594418507 2024-11-14T14:27:03,439 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fe7a4e68e0848d994ea1c434ba51874, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731594420656 2024-11-14T14:27:03,439 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11e05ac32d6842b49a4f3000b529d455, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731594418507 2024-11-14T14:27:03,440 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8153dd3cedd24784b041703a2df86b80, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731594420656 2024-11-14T14:27:03,445 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:03,446 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/5ff834f16d3d471a88ad64d59bf66a7d is 50, key is test_row_0/B:col10/1731594420656/Put/seqid=0 2024-11-14T14:27:03,446 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:03,448 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114169edfdc0f244d018e0d018e440c02ce_01bd9cd52d7e51e29f8eb3c8bd873b13 store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:03,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742119_1295 (size=12207) 2024-11-14T14:27:03,450 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114169edfdc0f244d018e0d018e440c02ce_01bd9cd52d7e51e29f8eb3c8bd873b13, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:03,451 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114169edfdc0f244d018e0d018e440c02ce_01bd9cd52d7e51e29f8eb3c8bd873b13 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:03,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742120_1296 (size=4469) 2024-11-14T14:27:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T14:27:03,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:03,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-14T14:27:03,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:03,511 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T14:27:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:03,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b6852e3e48ae46058ebd948477ebee5c_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594421808/Put/seqid=0 2024-11-14T14:27:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742121_1297 (size=12154) 2024-11-14T14:27:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T14:27:03,853 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/5ff834f16d3d471a88ad64d59bf66a7d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/5ff834f16d3d471a88ad64d59bf66a7d 2024-11-14T14:27:03,855 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#A#compaction#250 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:03,855 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/82196a945d52492d800a01cb50956072 is 175, key is test_row_0/A:col10/1731594420656/Put/seqid=0 2024-11-14T14:27:03,858 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/B of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 5ff834f16d3d471a88ad64d59bf66a7d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:03,858 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:03,858 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/B, priority=13, startTime=1731594423436; duration=0sec 2024-11-14T14:27:03,858 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:03,858 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:B 2024-11-14T14:27:03,858 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:03,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742122_1298 (size=31161) 2024-11-14T14:27:03,860 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:03,860 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/C is initiating minor compaction (all files) 2024-11-14T14:27:03,860 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/C in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:03,860 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/3c860a3a989848de932d3afe35b9a240, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/68dd427e7b5a4abe8908d45fcd092ac4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e419cf0af6ae4a8a8c5080b3cdbd0bd8] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=35.3 K 2024-11-14T14:27:03,860 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c860a3a989848de932d3afe35b9a240, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1731594416345 2024-11-14T14:27:03,860 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 68dd427e7b5a4abe8908d45fcd092ac4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731594418507 2024-11-14T14:27:03,861 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting e419cf0af6ae4a8a8c5080b3cdbd0bd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731594420656 2024-11-14T14:27:03,865 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/82196a945d52492d800a01cb50956072 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/82196a945d52492d800a01cb50956072 2024-11-14T14:27:03,869 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:03,869 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/73928a2b74bd4064a22988e7dfe398be is 50, key is test_row_0/C:col10/1731594420656/Put/seqid=0 2024-11-14T14:27:03,872 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/A of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 82196a945d52492d800a01cb50956072(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:03,872 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:03,872 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/A, priority=13, startTime=1731594423436; duration=0sec 2024-11-14T14:27:03,872 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:03,872 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:A 2024-11-14T14:27:03,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742123_1299 (size=12207) 2024-11-14T14:27:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:03,926 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b6852e3e48ae46058ebd948477ebee5c_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b6852e3e48ae46058ebd948477ebee5c_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:03,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/a88bcc998c3143b4af768dd0c7e8c6ca, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:03,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/a88bcc998c3143b4af768dd0c7e8c6ca is 175, key is test_row_0/A:col10/1731594421808/Put/seqid=0 2024-11-14T14:27:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742124_1300 (size=30955) 2024-11-14T14:27:03,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T14:27:03,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:03,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594483956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:03,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594483956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:03,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594483958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:03,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594483960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:03,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594483960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594484063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594484067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594484067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594484068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594484068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594484270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594484273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594484273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594484274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594484275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,278 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/73928a2b74bd4064a22988e7dfe398be as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/73928a2b74bd4064a22988e7dfe398be 2024-11-14T14:27:04,281 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/C of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 73928a2b74bd4064a22988e7dfe398be(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:04,281 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:04,282 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/C, priority=13, startTime=1731594423436; duration=0sec 2024-11-14T14:27:04,282 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:04,282 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:C 2024-11-14T14:27:04,331 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/a88bcc998c3143b4af768dd0c7e8c6ca 2024-11-14T14:27:04,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/532f77fb7fe24260987029aa1669089c is 50, key is test_row_0/B:col10/1731594421808/Put/seqid=0 2024-11-14T14:27:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742125_1301 (size=12001) 2024-11-14T14:27:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T14:27:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594484578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594484579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594484579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594484580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594484583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:04,743 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/532f77fb7fe24260987029aa1669089c 2024-11-14T14:27:04,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/cb8e53ac60444c78ad80a7c33f93b484 is 50, key is test_row_0/C:col10/1731594421808/Put/seqid=0 2024-11-14T14:27:04,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742126_1302 (size=12001) 2024-11-14T14:27:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594485084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594485086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594485087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594485087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:05,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594485088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:05,155 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/cb8e53ac60444c78ad80a7c33f93b484 2024-11-14T14:27:05,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/a88bcc998c3143b4af768dd0c7e8c6ca as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a88bcc998c3143b4af768dd0c7e8c6ca 2024-11-14T14:27:05,161 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a88bcc998c3143b4af768dd0c7e8c6ca, entries=150, sequenceid=116, filesize=30.2 K 2024-11-14T14:27:05,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/532f77fb7fe24260987029aa1669089c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/532f77fb7fe24260987029aa1669089c 2024-11-14T14:27:05,165 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/532f77fb7fe24260987029aa1669089c, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:27:05,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/cb8e53ac60444c78ad80a7c33f93b484 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/cb8e53ac60444c78ad80a7c33f93b484 2024-11-14T14:27:05,170 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/cb8e53ac60444c78ad80a7c33f93b484, entries=150, sequenceid=116, filesize=11.7 K 2024-11-14T14:27:05,171 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1659ms, sequenceid=116, compaction requested=false 2024-11-14T14:27:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:05,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-14T14:27:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-14T14:27:05,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-14T14:27:05,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-14T14:27:05,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8160 sec 2024-11-14T14:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-14T14:27:05,461 INFO [Thread-1271 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-14T14:27:05,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-14T14:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T14:27:05,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:05,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:05,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T14:27:05,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:05,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-14T14:27:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:05,616 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T14:27:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:05,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eef025a794ab440b9d98bbbd9cdfb29f_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594423945/Put/seqid=0 2024-11-14T14:27:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742127_1303 (size=12254) 2024-11-14T14:27:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T14:27:06,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:06,031 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114eef025a794ab440b9d98bbbd9cdfb29f_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eef025a794ab440b9d98bbbd9cdfb29f_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:06,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/cbf77394859f40dfa22d5c0e781df2d2, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:06,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/cbf77394859f40dfa22d5c0e781df2d2 is 175, key is test_row_0/A:col10/1731594423945/Put/seqid=0 2024-11-14T14:27:06,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742128_1304 (size=31055) 2024-11-14T14:27:06,036 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/cbf77394859f40dfa22d5c0e781df2d2 2024-11-14T14:27:06,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/b154035a83c14d07868553b03e885513 is 50, key is test_row_0/B:col10/1731594423945/Put/seqid=0 2024-11-14T14:27:06,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742129_1305 (size=12101) 2024-11-14T14:27:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T14:27:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:06,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:06,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594486110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594486111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594486112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594486113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594486114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594486223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594486223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594486224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594486224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594486224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594486426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594486430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594486430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594486431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594486431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,452 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/b154035a83c14d07868553b03e885513 2024-11-14T14:27:06,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/caae618a4f0241cb81581d1a7c80974f is 50, key is test_row_0/C:col10/1731594423945/Put/seqid=0 2024-11-14T14:27:06,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742130_1306 (size=12101) 2024-11-14T14:27:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T14:27:06,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594486734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594486736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594486736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594486738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594486738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:06,864 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/caae618a4f0241cb81581d1a7c80974f 2024-11-14T14:27:06,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/cbf77394859f40dfa22d5c0e781df2d2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/cbf77394859f40dfa22d5c0e781df2d2 2024-11-14T14:27:06,871 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/cbf77394859f40dfa22d5c0e781df2d2, entries=150, sequenceid=136, filesize=30.3 K 2024-11-14T14:27:06,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/b154035a83c14d07868553b03e885513 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/b154035a83c14d07868553b03e885513 2024-11-14T14:27:06,875 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/b154035a83c14d07868553b03e885513, entries=150, sequenceid=136, filesize=11.8 K 2024-11-14T14:27:06,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/caae618a4f0241cb81581d1a7c80974f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/caae618a4f0241cb81581d1a7c80974f 2024-11-14T14:27:06,879 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/caae618a4f0241cb81581d1a7c80974f, entries=150, sequenceid=136, filesize=11.8 K 2024-11-14T14:27:06,880 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1264ms, sequenceid=136, compaction requested=true 2024-11-14T14:27:06,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:06,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:06,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-14T14:27:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-14T14:27:06,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-14T14:27:06,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4170 sec 2024-11-14T14:27:06,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.4210 sec 2024-11-14T14:27:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:07,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T14:27:07,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:07,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:07,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144e6c7bddc7d8493f8f5b05cbd81d1e37_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594426111/Put/seqid=0 2024-11-14T14:27:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742131_1307 (size=14794) 2024-11-14T14:27:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594487260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594487263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594487263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594487264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594487268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594487369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594487369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594487369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594487372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594487372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-14T14:27:07,567 INFO [Thread-1271 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-14T14:27:07,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-14T14:27:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T14:27:07,569 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:07,569 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:07,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:07,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594487577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594487577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594487577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594487578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594487578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,655 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:07,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144e6c7bddc7d8493f8f5b05cbd81d1e37_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144e6c7bddc7d8493f8f5b05cbd81d1e37_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:07,659 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/9ac7b82f78c542f4b40752342071fa60, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:07,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/9ac7b82f78c542f4b40752342071fa60 is 175, key is test_row_0/A:col10/1731594426111/Put/seqid=0 2024-11-14T14:27:07,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742132_1308 (size=39749) 2024-11-14T14:27:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T14:27:07,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T14:27:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:07,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:07,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:07,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:07,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T14:27:07,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T14:27:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:07,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594487884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594487884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594487885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594487885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:07,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594487886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T14:27:08,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,063 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/9ac7b82f78c542f4b40752342071fa60 2024-11-14T14:27:08,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/f4bc06c237854992872eaf65e621cb78 is 50, key is test_row_0/B:col10/1731594426111/Put/seqid=0 2024-11-14T14:27:08,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742133_1309 (size=12151) 2024-11-14T14:27:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T14:27:08,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T14:27:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T14:27:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594488391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594488391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594488392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594488393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594488395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/f4bc06c237854992872eaf65e621cb78 2024-11-14T14:27:08,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/7ca1aa50afef41cfa060b011d7e1aa5a is 50, key is test_row_0/C:col10/1731594426111/Put/seqid=0 2024-11-14T14:27:08,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742134_1310 (size=12151) 2024-11-14T14:27:08,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T14:27:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T14:27:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T14:27:08,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T14:27:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:08,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/7ca1aa50afef41cfa060b011d7e1aa5a 2024-11-14T14:27:08,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/9ac7b82f78c542f4b40752342071fa60 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9ac7b82f78c542f4b40752342071fa60 2024-11-14T14:27:08,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9ac7b82f78c542f4b40752342071fa60, entries=200, sequenceid=156, filesize=38.8 K 2024-11-14T14:27:08,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/f4bc06c237854992872eaf65e621cb78 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/f4bc06c237854992872eaf65e621cb78 2024-11-14T14:27:08,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/f4bc06c237854992872eaf65e621cb78, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T14:27:08,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/7ca1aa50afef41cfa060b011d7e1aa5a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/7ca1aa50afef41cfa060b011d7e1aa5a 2024-11-14T14:27:08,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/7ca1aa50afef41cfa060b011d7e1aa5a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T14:27:08,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1655ms, sequenceid=156, compaction requested=true 2024-11-14T14:27:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:08,897 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:27:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:08,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:27:08,897 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:27:08,898 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:27:08,898 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:27:08,898 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/A is initiating minor compaction (all files) 2024-11-14T14:27:08,899 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/B is initiating minor compaction (all files) 2024-11-14T14:27:08,899 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/B in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,899 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/A in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,899 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/5ff834f16d3d471a88ad64d59bf66a7d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/532f77fb7fe24260987029aa1669089c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/b154035a83c14d07868553b03e885513, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/f4bc06c237854992872eaf65e621cb78] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=47.3 K 2024-11-14T14:27:08,899 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/82196a945d52492d800a01cb50956072, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a88bcc998c3143b4af768dd0c7e8c6ca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/cbf77394859f40dfa22d5c0e781df2d2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9ac7b82f78c542f4b40752342071fa60] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=129.8 K 2024-11-14T14:27:08,899 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,899 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/82196a945d52492d800a01cb50956072, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a88bcc998c3143b4af768dd0c7e8c6ca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/cbf77394859f40dfa22d5c0e781df2d2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9ac7b82f78c542f4b40752342071fa60] 2024-11-14T14:27:08,899 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ff834f16d3d471a88ad64d59bf66a7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731594420656 2024-11-14T14:27:08,899 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82196a945d52492d800a01cb50956072, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731594420656 2024-11-14T14:27:08,899 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 532f77fb7fe24260987029aa1669089c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731594421799 2024-11-14T14:27:08,899 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting a88bcc998c3143b4af768dd0c7e8c6ca, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731594421799 2024-11-14T14:27:08,900 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting b154035a83c14d07868553b03e885513, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594423945 2024-11-14T14:27:08,900 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbf77394859f40dfa22d5c0e781df2d2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594423945 2024-11-14T14:27:08,900 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting f4bc06c237854992872eaf65e621cb78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731594426111 2024-11-14T14:27:08,900 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ac7b82f78c542f4b40752342071fa60, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731594426111 2024-11-14T14:27:08,908 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:08,908 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/bba78884b2384a61a59475373aad3033 is 50, key is test_row_0/B:col10/1731594426111/Put/seqid=0 2024-11-14T14:27:08,909 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:08,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742135_1311 (size=12493) 2024-11-14T14:27:08,915 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411140e2cd98c6d0b4ef890669260b8dcf660_01bd9cd52d7e51e29f8eb3c8bd873b13 store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:08,918 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411140e2cd98c6d0b4ef890669260b8dcf660_01bd9cd52d7e51e29f8eb3c8bd873b13, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:08,918 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140e2cd98c6d0b4ef890669260b8dcf660_01bd9cd52d7e51e29f8eb3c8bd873b13 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:08,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742136_1312 (size=4469) 2024-11-14T14:27:08,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:08,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-14T14:27:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:08,940 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T14:27:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:08,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:08,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114033b0dd3b7e94f038471300eeab55460_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594427263/Put/seqid=0 2024-11-14T14:27:08,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742137_1313 (size=12304) 2024-11-14T14:27:09,316 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/bba78884b2384a61a59475373aad3033 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/bba78884b2384a61a59475373aad3033 2024-11-14T14:27:09,320 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/B of 01bd9cd52d7e51e29f8eb3c8bd873b13 into bba78884b2384a61a59475373aad3033(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:09,320 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:09,320 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/B, priority=12, startTime=1731594428897; duration=0sec 2024-11-14T14:27:09,321 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:09,321 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:B 2024-11-14T14:27:09,321 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:27:09,322 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:27:09,322 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/C is initiating minor compaction (all files) 2024-11-14T14:27:09,322 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/C in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:09,322 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/73928a2b74bd4064a22988e7dfe398be, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/cb8e53ac60444c78ad80a7c33f93b484, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/caae618a4f0241cb81581d1a7c80974f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/7ca1aa50afef41cfa060b011d7e1aa5a] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=47.3 K 2024-11-14T14:27:09,322 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 73928a2b74bd4064a22988e7dfe398be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731594420656 2024-11-14T14:27:09,323 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting cb8e53ac60444c78ad80a7c33f93b484, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731594421799 2024-11-14T14:27:09,323 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting caae618a4f0241cb81581d1a7c80974f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594423945 2024-11-14T14:27:09,323 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ca1aa50afef41cfa060b011d7e1aa5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731594426111 2024-11-14T14:27:09,330 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#C#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:09,330 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#A#compaction#262 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:09,330 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/23378ff950244bda93cee89f588c54af is 175, key is test_row_0/A:col10/1731594426111/Put/seqid=0 2024-11-14T14:27:09,330 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/de77ad486dd64b76845a0eb3af32808b is 50, key is test_row_0/C:col10/1731594426111/Put/seqid=0 2024-11-14T14:27:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742138_1314 (size=31447) 2024-11-14T14:27:09,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742139_1315 (size=12493) 2024-11-14T14:27:09,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:09,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114033b0dd3b7e94f038471300eeab55460_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114033b0dd3b7e94f038471300eeab55460_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/f7a9ebd592704c3bb27ffc6d3a9100cd, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/f7a9ebd592704c3bb27ffc6d3a9100cd is 175, key is test_row_0/A:col10/1731594427263/Put/seqid=0 2024-11-14T14:27:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742140_1316 (size=31105) 2024-11-14T14:27:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:09,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:09,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594489418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594489424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594489424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594489425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594489426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594489527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594489529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594489532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594489535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594489535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T14:27:09,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594489733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,737 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/de77ad486dd64b76845a0eb3af32808b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/de77ad486dd64b76845a0eb3af32808b 2024-11-14T14:27:09,737 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/23378ff950244bda93cee89f588c54af as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/23378ff950244bda93cee89f588c54af 2024-11-14T14:27:09,742 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/A of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 23378ff950244bda93cee89f588c54af(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:09,742 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/C of 01bd9cd52d7e51e29f8eb3c8bd873b13 into de77ad486dd64b76845a0eb3af32808b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:09,742 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:09,742 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:09,742 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/A, priority=12, startTime=1731594428897; duration=0sec 2024-11-14T14:27:09,742 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/C, priority=12, startTime=1731594428897; duration=0sec 2024-11-14T14:27:09,742 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:09,742 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:09,742 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:C 2024-11-14T14:27:09,742 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:A 2024-11-14T14:27:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594489737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594489740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594489740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594489741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:09,776 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/f7a9ebd592704c3bb27ffc6d3a9100cd 2024-11-14T14:27:09,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/72272899a8d4490eae4e8fe8dfaf1bea is 50, key is test_row_0/B:col10/1731594427263/Put/seqid=0 2024-11-14T14:27:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742141_1317 (size=12151) 2024-11-14T14:27:10,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594490037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594490045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594490047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594490047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594490047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,236 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/72272899a8d4490eae4e8fe8dfaf1bea 2024-11-14T14:27:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/b5bf4ac21f654f68ac11951bb40df80a is 50, key is test_row_0/C:col10/1731594427263/Put/seqid=0 2024-11-14T14:27:10,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742142_1318 (size=12151) 2024-11-14T14:27:10,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594490541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594490550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594490551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594490554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594490555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:10,647 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/b5bf4ac21f654f68ac11951bb40df80a 2024-11-14T14:27:10,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/f7a9ebd592704c3bb27ffc6d3a9100cd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/f7a9ebd592704c3bb27ffc6d3a9100cd 2024-11-14T14:27:10,654 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/f7a9ebd592704c3bb27ffc6d3a9100cd, entries=150, sequenceid=172, filesize=30.4 K 2024-11-14T14:27:10,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/72272899a8d4490eae4e8fe8dfaf1bea as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/72272899a8d4490eae4e8fe8dfaf1bea 2024-11-14T14:27:10,658 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/72272899a8d4490eae4e8fe8dfaf1bea, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T14:27:10,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/b5bf4ac21f654f68ac11951bb40df80a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/b5bf4ac21f654f68ac11951bb40df80a 2024-11-14T14:27:10,663 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/b5bf4ac21f654f68ac11951bb40df80a, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T14:27:10,664 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1724ms, sequenceid=172, compaction requested=false 2024-11-14T14:27:10,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:10,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:10,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-14T14:27:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-14T14:27:10,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-14T14:27:10,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0950 sec 2024-11-14T14:27:10,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 3.0980 sec 2024-11-14T14:27:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:11,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T14:27:11,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:11,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:11,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:11,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:11,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:11,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:11,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142f51fa7480a84e8e8305b83b981a5943_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594429423/Put/seqid=0 2024-11-14T14:27:11,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742143_1319 (size=14794) 2024-11-14T14:27:11,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594491570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594491572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594491572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594491573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594491573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-14T14:27:11,673 INFO [Thread-1271 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-14T14:27:11,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-14T14:27:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T14:27:11,676 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:11,676 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:11,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:11,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594491674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594491680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594491680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594491680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T14:27:11,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T14:27:11,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:11,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:11,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:11,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:11,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:11,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594491881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594491882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594491882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594491883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,957 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:11,960 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142f51fa7480a84e8e8305b83b981a5943_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142f51fa7480a84e8e8305b83b981a5943_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:11,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/a24158e371cd4618a2bd6c34045f6f54, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:11,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/a24158e371cd4618a2bd6c34045f6f54 is 175, key is test_row_0/A:col10/1731594429423/Put/seqid=0 2024-11-14T14:27:11,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742144_1320 (size=39749) 2024-11-14T14:27:11,971 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/a24158e371cd4618a2bd6c34045f6f54 2024-11-14T14:27:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T14:27:11,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/43605469a3184e05a15e515c86496190 is 50, key is test_row_0/B:col10/1731594429423/Put/seqid=0 2024-11-14T14:27:11,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:11,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T14:27:11,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:11,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:11,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:11,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742145_1321 (size=12151) 2024-11-14T14:27:12,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T14:27:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594492187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594492187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594492188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594492189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T14:27:12,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T14:27:12,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/43605469a3184e05a15e515c86496190 2024-11-14T14:27:12,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/fadd6af4e0374e2483fae95a04b19789 is 50, key is test_row_0/C:col10/1731594429423/Put/seqid=0 2024-11-14T14:27:12,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742146_1322 (size=12151) 2024-11-14T14:27:12,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T14:27:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:12,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T14:27:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594492695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594492696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594492697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594492697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T14:27:12,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:12,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T14:27:12,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/fadd6af4e0374e2483fae95a04b19789 2024-11-14T14:27:12,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/a24158e371cd4618a2bd6c34045f6f54 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a24158e371cd4618a2bd6c34045f6f54 2024-11-14T14:27:12,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a24158e371cd4618a2bd6c34045f6f54, entries=200, sequenceid=196, filesize=38.8 K 2024-11-14T14:27:12,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/43605469a3184e05a15e515c86496190 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/43605469a3184e05a15e515c86496190 2024-11-14T14:27:12,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/43605469a3184e05a15e515c86496190, entries=150, sequenceid=196, filesize=11.9 K 2024-11-14T14:27:12,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/fadd6af4e0374e2483fae95a04b19789 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/fadd6af4e0374e2483fae95a04b19789 2024-11-14T14:27:12,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/fadd6af4e0374e2483fae95a04b19789, entries=150, sequenceid=196, filesize=11.9 K 2024-11-14T14:27:12,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1273ms, sequenceid=196, compaction requested=true 2024-11-14T14:27:12,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:12,820 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:27:12,820 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:12,820 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:12,821 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/A is initiating minor compaction (all files) 2024-11-14T14:27:12,821 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/A in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,821 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:12,821 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/B is initiating minor compaction (all files) 2024-11-14T14:27:12,821 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/23378ff950244bda93cee89f588c54af, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/f7a9ebd592704c3bb27ffc6d3a9100cd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a24158e371cd4618a2bd6c34045f6f54] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=99.9 K 2024-11-14T14:27:12,821 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/B in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,821 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,821 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/23378ff950244bda93cee89f588c54af, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/f7a9ebd592704c3bb27ffc6d3a9100cd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a24158e371cd4618a2bd6c34045f6f54] 2024-11-14T14:27:12,821 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/bba78884b2384a61a59475373aad3033, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/72272899a8d4490eae4e8fe8dfaf1bea, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/43605469a3184e05a15e515c86496190] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=35.9 K 2024-11-14T14:27:12,821 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23378ff950244bda93cee89f588c54af, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731594426111 2024-11-14T14:27:12,821 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting bba78884b2384a61a59475373aad3033, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731594426111 2024-11-14T14:27:12,821 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 72272899a8d4490eae4e8fe8dfaf1bea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731594427259 2024-11-14T14:27:12,822 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7a9ebd592704c3bb27ffc6d3a9100cd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731594427259 2024-11-14T14:27:12,822 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 43605469a3184e05a15e515c86496190, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731594429423 2024-11-14T14:27:12,822 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting a24158e371cd4618a2bd6c34045f6f54, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731594429423 2024-11-14T14:27:12,828 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:12,830 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114782c1a4279104b57be3fecb95bddab11_01bd9cd52d7e51e29f8eb3c8bd873b13 store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:12,831 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:12,832 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/7b322c8faced4d9086b614c511d4dbd0 is 50, key is test_row_0/B:col10/1731594429423/Put/seqid=0 2024-11-14T14:27:12,832 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114782c1a4279104b57be3fecb95bddab11_01bd9cd52d7e51e29f8eb3c8bd873b13, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:12,833 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114782c1a4279104b57be3fecb95bddab11_01bd9cd52d7e51e29f8eb3c8bd873b13 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:12,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742148_1324 (size=4469) 2024-11-14T14:27:12,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742147_1323 (size=12595) 2024-11-14T14:27:12,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:12,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-14T14:27:12,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:12,896 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T14:27:12,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:12,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:12,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:12,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145909040e59cc4c4c9c60a9c30aa10ce9_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594431572/Put/seqid=0 2024-11-14T14:27:12,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742149_1325 (size=12304) 2024-11-14T14:27:13,252 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#A#compaction#270 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:13,252 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/01256fbcd42e49538af250102da54946 is 175, key is test_row_0/A:col10/1731594429423/Put/seqid=0 2024-11-14T14:27:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742150_1326 (size=31549) 2024-11-14T14:27:13,256 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/7b322c8faced4d9086b614c511d4dbd0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7b322c8faced4d9086b614c511d4dbd0 2024-11-14T14:27:13,266 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/01256fbcd42e49538af250102da54946 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/01256fbcd42e49538af250102da54946 2024-11-14T14:27:13,266 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/B of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 7b322c8faced4d9086b614c511d4dbd0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:13,266 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:13,266 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/B, priority=13, startTime=1731594432820; duration=0sec 2024-11-14T14:27:13,266 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:13,266 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:B 2024-11-14T14:27:13,266 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:13,267 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:13,267 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/C is initiating minor compaction (all files) 2024-11-14T14:27:13,267 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/C in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:13,267 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/de77ad486dd64b76845a0eb3af32808b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/b5bf4ac21f654f68ac11951bb40df80a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/fadd6af4e0374e2483fae95a04b19789] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=35.9 K 2024-11-14T14:27:13,268 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting de77ad486dd64b76845a0eb3af32808b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731594426111 2024-11-14T14:27:13,268 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting b5bf4ac21f654f68ac11951bb40df80a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731594427259 2024-11-14T14:27:13,268 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting fadd6af4e0374e2483fae95a04b19789, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731594429423 2024-11-14T14:27:13,271 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/A of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 01256fbcd42e49538af250102da54946(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:13,271 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:13,271 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/A, priority=13, startTime=1731594432819; duration=0sec 2024-11-14T14:27:13,271 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:13,271 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:A 2024-11-14T14:27:13,276 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:13,276 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/90a6b2f6d333443e8a0bb45105e9640b is 50, key is test_row_0/C:col10/1731594429423/Put/seqid=0 2024-11-14T14:27:13,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742151_1327 (size=12595) 2024-11-14T14:27:13,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:13,309 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145909040e59cc4c4c9c60a9c30aa10ce9_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145909040e59cc4c4c9c60a9c30aa10ce9_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:13,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/95349fa430604282b11c1bb1b66c370c, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:13,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/95349fa430604282b11c1bb1b66c370c is 175, key is test_row_0/A:col10/1731594431572/Put/seqid=0 2024-11-14T14:27:13,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742152_1328 (size=31105) 2024-11-14T14:27:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:13,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. as already flushing 2024-11-14T14:27:13,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594493669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:13,683 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/90a6b2f6d333443e8a0bb45105e9640b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/90a6b2f6d333443e8a0bb45105e9640b 2024-11-14T14:27:13,687 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/C of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 90a6b2f6d333443e8a0bb45105e9640b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:13,687 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:13,687 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/C, priority=13, startTime=1731594432820; duration=0sec 2024-11-14T14:27:13,687 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:13,688 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:C 2024-11-14T14:27:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594493703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:13,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594493706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:13,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594493706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:13,715 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/95349fa430604282b11c1bb1b66c370c 2024-11-14T14:27:13,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594493711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/7eeef04139a34e12898f865e0f4fac9f is 50, key is test_row_0/B:col10/1731594431572/Put/seqid=0 2024-11-14T14:27:13,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742153_1329 (size=12151) 2024-11-14T14:27:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T14:27:13,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594493773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:13,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594493980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:14,125 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/7eeef04139a34e12898f865e0f4fac9f 2024-11-14T14:27:14,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/9f82024b43e9465d8e21a0ff28993ee0 is 50, key is test_row_0/C:col10/1731594431572/Put/seqid=0 2024-11-14T14:27:14,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742154_1330 (size=12151) 2024-11-14T14:27:14,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594494287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:14,537 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/9f82024b43e9465d8e21a0ff28993ee0 2024-11-14T14:27:14,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/95349fa430604282b11c1bb1b66c370c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/95349fa430604282b11c1bb1b66c370c 2024-11-14T14:27:14,544 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/95349fa430604282b11c1bb1b66c370c, entries=150, sequenceid=211, filesize=30.4 K 2024-11-14T14:27:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/7eeef04139a34e12898f865e0f4fac9f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7eeef04139a34e12898f865e0f4fac9f 2024-11-14T14:27:14,548 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7eeef04139a34e12898f865e0f4fac9f, entries=150, sequenceid=211, filesize=11.9 K 2024-11-14T14:27:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/9f82024b43e9465d8e21a0ff28993ee0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9f82024b43e9465d8e21a0ff28993ee0 2024-11-14T14:27:14,552 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9f82024b43e9465d8e21a0ff28993ee0, entries=150, sequenceid=211, filesize=11.9 K 2024-11-14T14:27:14,553 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1657ms, sequenceid=211, compaction requested=false 2024-11-14T14:27:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-14T14:27:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-14T14:27:14,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-14T14:27:14,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8780 sec 2024-11-14T14:27:14,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.8800 sec 2024-11-14T14:27:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:14,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T14:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:14,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114148d27c00a074d51b77fd5a3ae6abb1f_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594433662/Put/seqid=0 2024-11-14T14:27:14,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742155_1331 (size=14794) 2024-11-14T14:27:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:14,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594494848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:14,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:14,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594494955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:15,143 DEBUG [Thread-1272 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:64189 2024-11-14T14:27:15,143 DEBUG [Thread-1272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:15,144 DEBUG [Thread-1276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:64189 2024-11-14T14:27:15,144 DEBUG [Thread-1276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:15,146 DEBUG [Thread-1280 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x47679076 to 127.0.0.1:64189 2024-11-14T14:27:15,146 DEBUG [Thread-1280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:15,149 DEBUG [Thread-1278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:64189 2024-11-14T14:27:15,150 DEBUG [Thread-1278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:15,152 DEBUG [Thread-1274 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:64189 2024-11-14T14:27:15,152 DEBUG [Thread-1274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:15,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594495162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:15,220 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:15,227 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114148d27c00a074d51b77fd5a3ae6abb1f_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114148d27c00a074d51b77fd5a3ae6abb1f_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:15,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/1df96e50ab8944debe5d1112361b111b, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:15,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/1df96e50ab8944debe5d1112361b111b is 175, key is test_row_0/A:col10/1731594433662/Put/seqid=0 2024-11-14T14:27:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742156_1332 (size=39749) 2024-11-14T14:27:15,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594495465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:15,635 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/1df96e50ab8944debe5d1112361b111b 2024-11-14T14:27:15,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/4b38dbbc8ef64cd1b042ddfd7bd866ef is 50, key is test_row_0/B:col10/1731594433662/Put/seqid=0 2024-11-14T14:27:15,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742157_1333 (size=12151) 2024-11-14T14:27:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51896 deadline: 1731594495710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:15,712 DEBUG [Thread-1261 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:27:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51928 deadline: 1731594495713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:15,714 DEBUG [Thread-1263 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:27:15,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51910 deadline: 1731594495719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:15,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:15,721 DEBUG [Thread-1267 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:27:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1731594495720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:15,722 DEBUG [Thread-1269 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., hostname=d4069aa67eab,43913,1731594320188, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:27:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-14T14:27:15,782 INFO [Thread-1271 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-14T14:27:15,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51950 deadline: 1731594495972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:16,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/4b38dbbc8ef64cd1b042ddfd7bd866ef 2024-11-14T14:27:16,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/10632d7efbaa4c54a0492fa1534cf42a is 50, key is test_row_0/C:col10/1731594433662/Put/seqid=0 2024-11-14T14:27:16,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742158_1334 (size=12151) 2024-11-14T14:27:16,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/10632d7efbaa4c54a0492fa1534cf42a 2024-11-14T14:27:16,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/1df96e50ab8944debe5d1112361b111b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1df96e50ab8944debe5d1112361b111b 2024-11-14T14:27:16,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1df96e50ab8944debe5d1112361b111b, entries=200, sequenceid=236, filesize=38.8 K 2024-11-14T14:27:16,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/4b38dbbc8ef64cd1b042ddfd7bd866ef as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4b38dbbc8ef64cd1b042ddfd7bd866ef 2024-11-14T14:27:16,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4b38dbbc8ef64cd1b042ddfd7bd866ef, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T14:27:16,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/10632d7efbaa4c54a0492fa1534cf42a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/10632d7efbaa4c54a0492fa1534cf42a 2024-11-14T14:27:16,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/10632d7efbaa4c54a0492fa1534cf42a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T14:27:16,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1699ms, sequenceid=236, compaction requested=true 2024-11-14T14:27:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:16,496 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:16,496 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 01bd9cd52d7e51e29f8eb3c8bd873b13:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:16,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:16,497 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:16,497 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:16,497 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/A is initiating minor compaction (all files) 2024-11-14T14:27:16,497 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/B is initiating minor compaction (all files) 2024-11-14T14:27:16,497 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/A in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:16,497 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/B in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:16,497 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/01256fbcd42e49538af250102da54946, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/95349fa430604282b11c1bb1b66c370c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1df96e50ab8944debe5d1112361b111b] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=100.0 K 2024-11-14T14:27:16,497 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7b322c8faced4d9086b614c511d4dbd0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7eeef04139a34e12898f865e0f4fac9f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4b38dbbc8ef64cd1b042ddfd7bd866ef] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=36.0 K 2024-11-14T14:27:16,497 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:16,497 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/01256fbcd42e49538af250102da54946, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/95349fa430604282b11c1bb1b66c370c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1df96e50ab8944debe5d1112361b111b] 2024-11-14T14:27:16,498 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01256fbcd42e49538af250102da54946, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731594429423 2024-11-14T14:27:16,498 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b322c8faced4d9086b614c511d4dbd0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731594429423 2024-11-14T14:27:16,498 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95349fa430604282b11c1bb1b66c370c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731594431571 2024-11-14T14:27:16,498 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 7eeef04139a34e12898f865e0f4fac9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731594431571 2024-11-14T14:27:16,498 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1df96e50ab8944debe5d1112361b111b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731594433648 2024-11-14T14:27:16,498 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b38dbbc8ef64cd1b042ddfd7bd866ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731594433648 2024-11-14T14:27:16,503 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:16,504 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111434ee27ee469d43ce96305e9cbdf09b59_01bd9cd52d7e51e29f8eb3c8bd873b13 store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:16,505 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:16,505 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/248c2eb5c6d944b2be878c44fb278ac1 is 50, key is test_row_0/B:col10/1731594433662/Put/seqid=0 2024-11-14T14:27:16,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742159_1335 (size=12697) 2024-11-14T14:27:16,510 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111434ee27ee469d43ce96305e9cbdf09b59_01bd9cd52d7e51e29f8eb3c8bd873b13, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:16,510 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111434ee27ee469d43ce96305e9cbdf09b59_01bd9cd52d7e51e29f8eb3c8bd873b13 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742160_1336 (size=4469) 2024-11-14T14:27:16,919 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#A#compaction#279 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:16,919 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/1beae81b96c6409bb1736158a1bd3a6d is 175, key is test_row_0/A:col10/1731594433662/Put/seqid=0 2024-11-14T14:27:16,922 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/248c2eb5c6d944b2be878c44fb278ac1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/248c2eb5c6d944b2be878c44fb278ac1 2024-11-14T14:27:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742161_1337 (size=31651) 2024-11-14T14:27:16,928 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/B of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 248c2eb5c6d944b2be878c44fb278ac1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:16,928 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:16,928 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/B, priority=13, startTime=1731594436496; duration=0sec 2024-11-14T14:27:16,928 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:16,928 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:B 2024-11-14T14:27:16,928 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:16,929 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:16,929 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): 01bd9cd52d7e51e29f8eb3c8bd873b13/C is initiating minor compaction (all files) 2024-11-14T14:27:16,929 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 01bd9cd52d7e51e29f8eb3c8bd873b13/C in TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:16,929 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/90a6b2f6d333443e8a0bb45105e9640b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9f82024b43e9465d8e21a0ff28993ee0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/10632d7efbaa4c54a0492fa1534cf42a] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp, totalSize=36.0 K 2024-11-14T14:27:16,930 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 90a6b2f6d333443e8a0bb45105e9640b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731594429423 2024-11-14T14:27:16,930 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f82024b43e9465d8e21a0ff28993ee0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731594431571 2024-11-14T14:27:16,931 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 10632d7efbaa4c54a0492fa1534cf42a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731594433648 2024-11-14T14:27:16,938 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 01bd9cd52d7e51e29f8eb3c8bd873b13#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:16,939 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/dc5466b43f1b433a9d231a604d4298fe is 50, key is test_row_0/C:col10/1731594433662/Put/seqid=0 2024-11-14T14:27:16,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742162_1338 (size=12697) 2024-11-14T14:27:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:16,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T14:27:16,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:16,979 DEBUG [Thread-1265 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:64189 2024-11-14T14:27:16,979 DEBUG [Thread-1265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:16,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:16,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:16,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:16,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:16,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:16,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e1825d25263e4d2083a377ef674de7b7_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594434847/Put/seqid=0 2024-11-14T14:27:16,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742163_1339 (size=12304) 2024-11-14T14:27:17,335 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/1beae81b96c6409bb1736158a1bd3a6d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1beae81b96c6409bb1736158a1bd3a6d 2024-11-14T14:27:17,338 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/A of 01bd9cd52d7e51e29f8eb3c8bd873b13 into 1beae81b96c6409bb1736158a1bd3a6d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:17,338 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:17,338 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/A, priority=13, startTime=1731594436496; duration=0sec 2024-11-14T14:27:17,338 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:17,339 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:A 2024-11-14T14:27:17,346 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/dc5466b43f1b433a9d231a604d4298fe as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/dc5466b43f1b433a9d231a604d4298fe 2024-11-14T14:27:17,350 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 01bd9cd52d7e51e29f8eb3c8bd873b13/C of 01bd9cd52d7e51e29f8eb3c8bd873b13 into dc5466b43f1b433a9d231a604d4298fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:17,350 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:17,350 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13., storeName=01bd9cd52d7e51e29f8eb3c8bd873b13/C, priority=13, startTime=1731594436496; duration=0sec 2024-11-14T14:27:17,350 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:17,350 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 01bd9cd52d7e51e29f8eb3c8bd873b13:C 2024-11-14T14:27:17,388 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:17,391 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e1825d25263e4d2083a377ef674de7b7_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e1825d25263e4d2083a377ef674de7b7_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:17,392 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/92757776fe3943f394d5d28da2f525af, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:17,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/92757776fe3943f394d5d28da2f525af is 175, key is test_row_0/A:col10/1731594434847/Put/seqid=0 2024-11-14T14:27:17,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742164_1340 (size=31105) 2024-11-14T14:27:17,797 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/92757776fe3943f394d5d28da2f525af 2024-11-14T14:27:17,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/4d0733d442c54c5c89a0a25400ea0db2 is 50, key is test_row_0/B:col10/1731594434847/Put/seqid=0 2024-11-14T14:27:17,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742165_1341 (size=12151) 2024-11-14T14:27:18,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/4d0733d442c54c5c89a0a25400ea0db2 2024-11-14T14:27:18,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/9cfba408780a496ba6c1b35a80f3f27c is 50, key is test_row_0/C:col10/1731594434847/Put/seqid=0 2024-11-14T14:27:18,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742166_1342 (size=12151) 2024-11-14T14:27:18,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:27:18,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/9cfba408780a496ba6c1b35a80f3f27c 2024-11-14T14:27:18,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/92757776fe3943f394d5d28da2f525af as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/92757776fe3943f394d5d28da2f525af 2024-11-14T14:27:18,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/92757776fe3943f394d5d28da2f525af, entries=150, sequenceid=252, filesize=30.4 K 2024-11-14T14:27:18,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/4d0733d442c54c5c89a0a25400ea0db2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4d0733d442c54c5c89a0a25400ea0db2 2024-11-14T14:27:18,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4d0733d442c54c5c89a0a25400ea0db2, entries=150, sequenceid=252, filesize=11.9 K 2024-11-14T14:27:18,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/9cfba408780a496ba6c1b35a80f3f27c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9cfba408780a496ba6c1b35a80f3f27c 2024-11-14T14:27:18,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9cfba408780a496ba6c1b35a80f3f27c, entries=150, sequenceid=252, filesize=11.9 K 2024-11-14T14:27:18,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1681ms, sequenceid=252, compaction requested=false 2024-11-14T14:27:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:19,720 DEBUG [Thread-1261 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:64189 2024-11-14T14:27:19,720 DEBUG [Thread-1261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:19,733 DEBUG [Thread-1263 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:64189 2024-11-14T14:27:19,734 DEBUG [Thread-1263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:19,736 DEBUG [Thread-1269 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3875c8c5 to 127.0.0.1:64189 2024-11-14T14:27:19,736 DEBUG [Thread-1269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:19,752 DEBUG [Thread-1267 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:64189 2024-11-14T14:27:19,752 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:19,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:27:19,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-14T14:27:19,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-14T14:27:19,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-14T14:27:19,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-14T14:27:19,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-14T14:27:19,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:27:19,752 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2102 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6305 rows 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2103 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6308 rows 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2108 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6323 rows 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2088 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6263 rows 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2114 2024-11-14T14:27:19,753 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6341 rows 2024-11-14T14:27:19,753 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T14:27:19,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:64189 2024-11-14T14:27:19,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:19,756 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T14:27:19,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:27:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T14:27:19,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594439762"}]},"ts":"1731594439762"} 2024-11-14T14:27:19,763 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:27:19,789 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:27:19,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:27:19,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, UNASSIGN}] 2024-11-14T14:27:19,791 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, UNASSIGN 2024-11-14T14:27:19,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=01bd9cd52d7e51e29f8eb3c8bd873b13, regionState=CLOSING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:19,792 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:27:19,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure 01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:27:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T14:27:19,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:19,945 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:19,945 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T14:27:19,945 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing 01bd9cd52d7e51e29f8eb3c8bd873b13, disabling compactions & flushes 2024-11-14T14:27:19,945 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:19,945 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:19,946 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. after waiting 0 ms 2024-11-14T14:27:19,946 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:19,946 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing 01bd9cd52d7e51e29f8eb3c8bd873b13 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T14:27:19,946 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=A 2024-11-14T14:27:19,947 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:19,947 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=B 2024-11-14T14:27:19,947 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:19,947 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 01bd9cd52d7e51e29f8eb3c8bd873b13, store=C 2024-11-14T14:27:19,947 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:19,959 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b07bf35c51684177b011b44d18215829_01bd9cd52d7e51e29f8eb3c8bd873b13 is 50, key is test_row_0/A:col10/1731594439717/Put/seqid=0 2024-11-14T14:27:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742167_1343 (size=12454) 2024-11-14T14:27:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T14:27:20,364 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T14:27:20,397 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b07bf35c51684177b011b44d18215829_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b07bf35c51684177b011b44d18215829_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:20,399 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/322d8806e7694929bd2cc37ef7f6abf7, store: [table=TestAcidGuarantees family=A region=01bd9cd52d7e51e29f8eb3c8bd873b13] 2024-11-14T14:27:20,400 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/322d8806e7694929bd2cc37ef7f6abf7 is 175, key is test_row_0/A:col10/1731594439717/Put/seqid=0 2024-11-14T14:27:20,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742168_1344 (size=31255) 2024-11-14T14:27:20,808 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/322d8806e7694929bd2cc37ef7f6abf7 2024-11-14T14:27:20,820 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/aeb512d2259542f79f48aedb62758aa2 is 50, key is test_row_0/B:col10/1731594439717/Put/seqid=0 2024-11-14T14:27:20,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742169_1345 (size=12301) 2024-11-14T14:27:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T14:27:21,227 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/aeb512d2259542f79f48aedb62758aa2 2024-11-14T14:27:21,237 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/e180d60f139b4535b056272ed209fe45 is 50, key is test_row_0/C:col10/1731594439717/Put/seqid=0 2024-11-14T14:27:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742170_1346 (size=12301) 2024-11-14T14:27:21,647 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/e180d60f139b4535b056272ed209fe45 2024-11-14T14:27:21,657 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/A/322d8806e7694929bd2cc37ef7f6abf7 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/322d8806e7694929bd2cc37ef7f6abf7 2024-11-14T14:27:21,662 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/322d8806e7694929bd2cc37ef7f6abf7, entries=150, sequenceid=261, filesize=30.5 K 2024-11-14T14:27:21,662 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/B/aeb512d2259542f79f48aedb62758aa2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/aeb512d2259542f79f48aedb62758aa2 2024-11-14T14:27:21,667 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/aeb512d2259542f79f48aedb62758aa2, entries=150, sequenceid=261, filesize=12.0 K 2024-11-14T14:27:21,668 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/.tmp/C/e180d60f139b4535b056272ed209fe45 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e180d60f139b4535b056272ed209fe45 2024-11-14T14:27:21,672 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e180d60f139b4535b056272ed209fe45, entries=150, sequenceid=261, filesize=12.0 K 2024-11-14T14:27:21,673 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 01bd9cd52d7e51e29f8eb3c8bd873b13 in 1727ms, sequenceid=261, compaction requested=true 2024-11-14T14:27:21,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/7c162d24fe324108938b2312e384c9d2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/b3853633f7fe4d14abc163da228a254d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9567468c4ab94ca387c3fd7b98fde8cd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/230be6ab98b04b2fbaab4629c02602f4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/11e05ac32d6842b49a4f3000b529d455, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/8153dd3cedd24784b041703a2df86b80, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/82196a945d52492d800a01cb50956072, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a88bcc998c3143b4af768dd0c7e8c6ca, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/cbf77394859f40dfa22d5c0e781df2d2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9ac7b82f78c542f4b40752342071fa60, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/23378ff950244bda93cee89f588c54af, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/f7a9ebd592704c3bb27ffc6d3a9100cd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a24158e371cd4618a2bd6c34045f6f54, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/01256fbcd42e49538af250102da54946, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/95349fa430604282b11c1bb1b66c370c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1df96e50ab8944debe5d1112361b111b] to archive 2024-11-14T14:27:21,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:27:21,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/7c162d24fe324108938b2312e384c9d2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/7c162d24fe324108938b2312e384c9d2 2024-11-14T14:27:21,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/b3853633f7fe4d14abc163da228a254d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/b3853633f7fe4d14abc163da228a254d 2024-11-14T14:27:21,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9567468c4ab94ca387c3fd7b98fde8cd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9567468c4ab94ca387c3fd7b98fde8cd 2024-11-14T14:27:21,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/230be6ab98b04b2fbaab4629c02602f4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/230be6ab98b04b2fbaab4629c02602f4 2024-11-14T14:27:21,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/11e05ac32d6842b49a4f3000b529d455 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/11e05ac32d6842b49a4f3000b529d455 2024-11-14T14:27:21,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/8153dd3cedd24784b041703a2df86b80 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/8153dd3cedd24784b041703a2df86b80 2024-11-14T14:27:21,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/82196a945d52492d800a01cb50956072 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/82196a945d52492d800a01cb50956072 2024-11-14T14:27:21,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a88bcc998c3143b4af768dd0c7e8c6ca to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a88bcc998c3143b4af768dd0c7e8c6ca 2024-11-14T14:27:21,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/cbf77394859f40dfa22d5c0e781df2d2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/cbf77394859f40dfa22d5c0e781df2d2 2024-11-14T14:27:21,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9ac7b82f78c542f4b40752342071fa60 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/9ac7b82f78c542f4b40752342071fa60 2024-11-14T14:27:21,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/23378ff950244bda93cee89f588c54af to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/23378ff950244bda93cee89f588c54af 2024-11-14T14:27:21,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/f7a9ebd592704c3bb27ffc6d3a9100cd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/f7a9ebd592704c3bb27ffc6d3a9100cd 2024-11-14T14:27:21,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a24158e371cd4618a2bd6c34045f6f54 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/a24158e371cd4618a2bd6c34045f6f54 2024-11-14T14:27:21,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/01256fbcd42e49538af250102da54946 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/01256fbcd42e49538af250102da54946 2024-11-14T14:27:21,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/95349fa430604282b11c1bb1b66c370c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/95349fa430604282b11c1bb1b66c370c 2024-11-14T14:27:21,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1df96e50ab8944debe5d1112361b111b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1df96e50ab8944debe5d1112361b111b 2024-11-14T14:27:21,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/ea60fd4f82624b72910c2a5129a7bb38, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3524fe55771047d2b14bfffe30da5160, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7777a3932d5143ab8e233ead278c9263, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3ab7b8ec42d04715a9b0da41463ee9a1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/fb2ed75e959342b9b39e75b138c10bbc, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/5ff834f16d3d471a88ad64d59bf66a7d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/9fe7a4e68e0848d994ea1c434ba51874, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/532f77fb7fe24260987029aa1669089c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/b154035a83c14d07868553b03e885513, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/bba78884b2384a61a59475373aad3033, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/f4bc06c237854992872eaf65e621cb78, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/72272899a8d4490eae4e8fe8dfaf1bea, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7b322c8faced4d9086b614c511d4dbd0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/43605469a3184e05a15e515c86496190, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7eeef04139a34e12898f865e0f4fac9f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4b38dbbc8ef64cd1b042ddfd7bd866ef] to archive 2024-11-14T14:27:21,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:27:21,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/ea60fd4f82624b72910c2a5129a7bb38 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/ea60fd4f82624b72910c2a5129a7bb38 2024-11-14T14:27:21,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3524fe55771047d2b14bfffe30da5160 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3524fe55771047d2b14bfffe30da5160 2024-11-14T14:27:21,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7777a3932d5143ab8e233ead278c9263 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7777a3932d5143ab8e233ead278c9263 2024-11-14T14:27:21,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3ab7b8ec42d04715a9b0da41463ee9a1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/3ab7b8ec42d04715a9b0da41463ee9a1 2024-11-14T14:27:21,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/fb2ed75e959342b9b39e75b138c10bbc to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/fb2ed75e959342b9b39e75b138c10bbc 2024-11-14T14:27:21,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/5ff834f16d3d471a88ad64d59bf66a7d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/5ff834f16d3d471a88ad64d59bf66a7d 2024-11-14T14:27:21,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/9fe7a4e68e0848d994ea1c434ba51874 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/9fe7a4e68e0848d994ea1c434ba51874 2024-11-14T14:27:21,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/532f77fb7fe24260987029aa1669089c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/532f77fb7fe24260987029aa1669089c 2024-11-14T14:27:21,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/b154035a83c14d07868553b03e885513 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/b154035a83c14d07868553b03e885513 2024-11-14T14:27:21,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/bba78884b2384a61a59475373aad3033 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/bba78884b2384a61a59475373aad3033 2024-11-14T14:27:21,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/f4bc06c237854992872eaf65e621cb78 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/f4bc06c237854992872eaf65e621cb78 2024-11-14T14:27:21,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/72272899a8d4490eae4e8fe8dfaf1bea to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/72272899a8d4490eae4e8fe8dfaf1bea 2024-11-14T14:27:21,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7b322c8faced4d9086b614c511d4dbd0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7b322c8faced4d9086b614c511d4dbd0 2024-11-14T14:27:21,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/43605469a3184e05a15e515c86496190 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/43605469a3184e05a15e515c86496190 2024-11-14T14:27:21,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7eeef04139a34e12898f865e0f4fac9f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/7eeef04139a34e12898f865e0f4fac9f 2024-11-14T14:27:21,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4b38dbbc8ef64cd1b042ddfd7bd866ef to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4b38dbbc8ef64cd1b042ddfd7bd866ef 2024-11-14T14:27:21,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/f376be9442d74e809e7429fbdbdaac83, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/6d9a8e5336524429841438c522f4e472, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/3c860a3a989848de932d3afe35b9a240, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/1bcd3c8e6dcf4c518fa1408037d20c2b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/68dd427e7b5a4abe8908d45fcd092ac4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/73928a2b74bd4064a22988e7dfe398be, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e419cf0af6ae4a8a8c5080b3cdbd0bd8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/cb8e53ac60444c78ad80a7c33f93b484, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/caae618a4f0241cb81581d1a7c80974f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/de77ad486dd64b76845a0eb3af32808b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/7ca1aa50afef41cfa060b011d7e1aa5a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/b5bf4ac21f654f68ac11951bb40df80a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/90a6b2f6d333443e8a0bb45105e9640b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/fadd6af4e0374e2483fae95a04b19789, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9f82024b43e9465d8e21a0ff28993ee0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/10632d7efbaa4c54a0492fa1534cf42a] to archive 2024-11-14T14:27:21,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:27:21,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/f376be9442d74e809e7429fbdbdaac83 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/f376be9442d74e809e7429fbdbdaac83 2024-11-14T14:27:21,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/6d9a8e5336524429841438c522f4e472 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/6d9a8e5336524429841438c522f4e472 2024-11-14T14:27:21,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/3c860a3a989848de932d3afe35b9a240 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/3c860a3a989848de932d3afe35b9a240 2024-11-14T14:27:21,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/1bcd3c8e6dcf4c518fa1408037d20c2b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/1bcd3c8e6dcf4c518fa1408037d20c2b 2024-11-14T14:27:21,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/68dd427e7b5a4abe8908d45fcd092ac4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/68dd427e7b5a4abe8908d45fcd092ac4 2024-11-14T14:27:21,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/73928a2b74bd4064a22988e7dfe398be to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/73928a2b74bd4064a22988e7dfe398be 2024-11-14T14:27:21,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e419cf0af6ae4a8a8c5080b3cdbd0bd8 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e419cf0af6ae4a8a8c5080b3cdbd0bd8 2024-11-14T14:27:21,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/cb8e53ac60444c78ad80a7c33f93b484 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/cb8e53ac60444c78ad80a7c33f93b484 2024-11-14T14:27:21,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/caae618a4f0241cb81581d1a7c80974f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/caae618a4f0241cb81581d1a7c80974f 2024-11-14T14:27:21,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/de77ad486dd64b76845a0eb3af32808b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/de77ad486dd64b76845a0eb3af32808b 2024-11-14T14:27:21,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/7ca1aa50afef41cfa060b011d7e1aa5a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/7ca1aa50afef41cfa060b011d7e1aa5a 2024-11-14T14:27:21,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/b5bf4ac21f654f68ac11951bb40df80a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/b5bf4ac21f654f68ac11951bb40df80a 2024-11-14T14:27:21,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/90a6b2f6d333443e8a0bb45105e9640b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/90a6b2f6d333443e8a0bb45105e9640b 2024-11-14T14:27:21,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/fadd6af4e0374e2483fae95a04b19789 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/fadd6af4e0374e2483fae95a04b19789 2024-11-14T14:27:21,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9f82024b43e9465d8e21a0ff28993ee0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9f82024b43e9465d8e21a0ff28993ee0 2024-11-14T14:27:21,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/10632d7efbaa4c54a0492fa1534cf42a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/10632d7efbaa4c54a0492fa1534cf42a 2024-11-14T14:27:21,719 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/recovered.edits/264.seqid, newMaxSeqId=264, maxSeqId=4 2024-11-14T14:27:21,720 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13. 2024-11-14T14:27:21,720 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for 01bd9cd52d7e51e29f8eb3c8bd873b13: 2024-11-14T14:27:21,721 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed 01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=01bd9cd52d7e51e29f8eb3c8bd873b13, regionState=CLOSED 2024-11-14T14:27:21,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-14T14:27:21,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure 01bd9cd52d7e51e29f8eb3c8bd873b13, server=d4069aa67eab,43913,1731594320188 in 1.9300 sec 2024-11-14T14:27:21,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-14T14:27:21,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=01bd9cd52d7e51e29f8eb3c8bd873b13, UNASSIGN in 1.9330 sec 2024-11-14T14:27:21,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-14T14:27:21,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9350 sec 2024-11-14T14:27:21,725 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594441725"}]},"ts":"1731594441725"} 2024-11-14T14:27:21,726 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:27:21,764 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:27:21,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0070 sec 2024-11-14T14:27:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-14T14:27:21,869 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-14T14:27:21,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:27:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:21,871 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:21,872 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:21,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T14:27:21,874 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,878 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/recovered.edits] 2024-11-14T14:27:21,884 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1beae81b96c6409bb1736158a1bd3a6d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/1beae81b96c6409bb1736158a1bd3a6d 2024-11-14T14:27:21,886 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/322d8806e7694929bd2cc37ef7f6abf7 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/322d8806e7694929bd2cc37ef7f6abf7 2024-11-14T14:27:21,889 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/92757776fe3943f394d5d28da2f525af to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/A/92757776fe3943f394d5d28da2f525af 2024-11-14T14:27:21,892 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/248c2eb5c6d944b2be878c44fb278ac1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/248c2eb5c6d944b2be878c44fb278ac1 2024-11-14T14:27:21,893 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4d0733d442c54c5c89a0a25400ea0db2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/4d0733d442c54c5c89a0a25400ea0db2 2024-11-14T14:27:21,894 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/aeb512d2259542f79f48aedb62758aa2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/B/aeb512d2259542f79f48aedb62758aa2 2024-11-14T14:27:21,896 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9cfba408780a496ba6c1b35a80f3f27c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/9cfba408780a496ba6c1b35a80f3f27c 2024-11-14T14:27:21,896 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/dc5466b43f1b433a9d231a604d4298fe to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/dc5466b43f1b433a9d231a604d4298fe 2024-11-14T14:27:21,897 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e180d60f139b4535b056272ed209fe45 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/C/e180d60f139b4535b056272ed209fe45 2024-11-14T14:27:21,899 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/recovered.edits/264.seqid to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13/recovered.edits/264.seqid 2024-11-14T14:27:21,899 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,899 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:27:21,900 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:27:21,901 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T14:27:21,903 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114033b0dd3b7e94f038471300eeab55460_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114033b0dd3b7e94f038471300eeab55460_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,904 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111413d4442e5e4146248b73546207ddbc78_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111413d4442e5e4146248b73546207ddbc78_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,905 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114148d27c00a074d51b77fd5a3ae6abb1f_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114148d27c00a074d51b77fd5a3ae6abb1f_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,906 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142f51fa7480a84e8e8305b83b981a5943_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142f51fa7480a84e8e8305b83b981a5943_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,906 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144e6c7bddc7d8493f8f5b05cbd81d1e37_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144e6c7bddc7d8493f8f5b05cbd81d1e37_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,907 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145909040e59cc4c4c9c60a9c30aa10ce9_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145909040e59cc4c4c9c60a9c30aa10ce9_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,908 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114691bd6081e2946c6b5f49da05468bb34_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114691bd6081e2946c6b5f49da05468bb34_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,909 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146f303e443a564d8bad323223937631b5_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146f303e443a564d8bad323223937631b5_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,910 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111487b6b4348ca94c62b072e7150ca7f758_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111487b6b4348ca94c62b072e7150ca7f758_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,910 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b07bf35c51684177b011b44d18215829_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b07bf35c51684177b011b44d18215829_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,911 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b6852e3e48ae46058ebd948477ebee5c_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b6852e3e48ae46058ebd948477ebee5c_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,911 ERROR [LeaseRenewer:jenkins@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34543,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:21,912 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7fc3bb367f14852b65f4db5f65653cf_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d7fc3bb367f14852b65f4db5f65653cf_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,913 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e1825d25263e4d2083a377ef674de7b7_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e1825d25263e4d2083a377ef674de7b7_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,913 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eef025a794ab440b9d98bbbd9cdfb29f_01bd9cd52d7e51e29f8eb3c8bd873b13 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114eef025a794ab440b9d98bbbd9cdfb29f_01bd9cd52d7e51e29f8eb3c8bd873b13 2024-11-14T14:27:21,914 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:27:21,915 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:21,919 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:27:21,921 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:27:21,922 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:21,922 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:27:21,922 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731594441922"}]},"ts":"9223372036854775807"} 2024-11-14T14:27:21,923 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T14:27:21,923 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 01bd9cd52d7e51e29f8eb3c8bd873b13, NAME => 'TestAcidGuarantees,,1731594411904.01bd9cd52d7e51e29f8eb3c8bd873b13.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:27:21,923 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:27:21,923 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731594441923"}]},"ts":"9223372036854775807"} 2024-11-14T14:27:21,925 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T14:27:21,931 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:21,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-14T14:27:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-14T14:27:21,973 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-14T14:27:21,983 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236 (was 236), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 289), ProcessCount=11 (was 11), AvailableMemoryMB=378 (was 400) 2024-11-14T14:27:21,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=282, ProcessCount=11, AvailableMemoryMB=378 2024-11-14T14:27:21,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:27:21,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:27:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:21,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:27:21,993 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:21,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-11-14T14:27:21,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:27:21,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T14:27:21,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742171_1347 (size=960) 2024-11-14T14:27:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T14:27:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T14:27:22,405 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 2024-11-14T14:27:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742172_1348 (size=53) 2024-11-14T14:27:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T14:27:22,821 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:27:22,821 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b18025d7a07cab30be9ef4d2802065f8, disabling compactions & flushes 2024-11-14T14:27:22,822 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:22,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:22,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. after waiting 0 ms 2024-11-14T14:27:22,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:22,822 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:22,822 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:22,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:27:22,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731594442824"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594442824"}]},"ts":"1731594442824"} 2024-11-14T14:27:22,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T14:27:22,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:27:22,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594442827"}]},"ts":"1731594442827"} 2024-11-14T14:27:22,829 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:27:22,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b18025d7a07cab30be9ef4d2802065f8, ASSIGN}] 2024-11-14T14:27:22,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b18025d7a07cab30be9ef4d2802065f8, ASSIGN 2024-11-14T14:27:22,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b18025d7a07cab30be9ef4d2802065f8, ASSIGN; state=OFFLINE, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=false 2024-11-14T14:27:23,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=b18025d7a07cab30be9ef4d2802065f8, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:23,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:27:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T14:27:23,184 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:23,191 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:23,191 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:27:23,192 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:23,192 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:27:23,192 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:23,192 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:23,195 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:23,196 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:27:23,196 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18025d7a07cab30be9ef4d2802065f8 columnFamilyName A 2024-11-14T14:27:23,197 DEBUG [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:23,197 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] regionserver.HStore(327): Store=b18025d7a07cab30be9ef4d2802065f8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:27:23,197 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:23,199 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:27:23,199 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18025d7a07cab30be9ef4d2802065f8 columnFamilyName B 2024-11-14T14:27:23,199 DEBUG [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:23,199 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] regionserver.HStore(327): Store=b18025d7a07cab30be9ef4d2802065f8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:27:23,200 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:23,201 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:27:23,201 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b18025d7a07cab30be9ef4d2802065f8 columnFamilyName C 2024-11-14T14:27:23,201 DEBUG [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:23,202 INFO [StoreOpener-b18025d7a07cab30be9ef4d2802065f8-1 {}] regionserver.HStore(327): Store=b18025d7a07cab30be9ef4d2802065f8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:27:23,202 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:23,203 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:23,203 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:23,205 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:27:23,207 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:23,209 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:27:23,210 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened b18025d7a07cab30be9ef4d2802065f8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63703201, jitterRate=-0.05074833333492279}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:27:23,211 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:23,211 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., pid=129, masterSystemTime=1731594443184 2024-11-14T14:27:23,213 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:23,213 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:23,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=b18025d7a07cab30be9ef4d2802065f8, regionState=OPEN, openSeqNum=2, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:23,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-14T14:27:23,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 in 184 msec 2024-11-14T14:27:23,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-11-14T14:27:23,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b18025d7a07cab30be9ef4d2802065f8, ASSIGN in 343 msec 2024-11-14T14:27:23,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:27:23,218 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594443218"}]},"ts":"1731594443218"} 2024-11-14T14:27:23,219 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:27:23,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:27:23,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2390 sec 2024-11-14T14:27:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-11-14T14:27:24,104 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-11-14T14:27:24,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-14T14:27:24,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,154 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:27:24,159 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:27:24,161 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-14T14:27:24,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,174 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-14T14:27:24,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,182 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-14T14:27:24,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-14T14:27:24,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,200 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-14T14:27:24,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,209 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-14T14:27:24,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,223 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-14T14:27:24,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-14T14:27:24,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,240 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-14T14:27:24,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-11-14T14:27:24,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:24,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:24,259 DEBUG [hconnection-0x4e27e0e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,259 DEBUG [hconnection-0x290e5908-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,259 DEBUG [hconnection-0x2ee36745-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-14T14:27:24,259 DEBUG [hconnection-0x7186f4d7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,260 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,260 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,260 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T14:27:24,260 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,260 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:24,261 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:24,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:24,263 DEBUG [hconnection-0x521d17df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,263 DEBUG [hconnection-0x5856ef85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,264 DEBUG [hconnection-0x1f83f6b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,264 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,264 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,264 DEBUG [hconnection-0x1661fba3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,265 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,265 DEBUG [hconnection-0x7e6404d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,265 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,265 DEBUG [hconnection-0x26790687-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:24,266 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,266 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:24,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T14:27:24,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:24,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:24,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:24,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:24,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:24,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594504277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594504278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594504280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594504280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594504280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/97525db3474549e4abdc1af84ec1f7de is 50, key is test_row_0/A:col10/1731594444266/Put/seqid=0 2024-11-14T14:27:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742173_1349 (size=12001) 2024-11-14T14:27:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T14:27:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594504381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594504381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594504381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594504381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594504381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T14:27:24,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:24,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:24,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:24,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T14:27:24,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T14:27:24,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:24,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:24,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:24,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594504586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594504587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594504588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594504588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594504588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,670 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34543,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/97525db3474549e4abdc1af84ec1f7de 2024-11-14T14:27:24,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/efef213e3d134c6a94655b19970c1d05 is 50, key is test_row_0/B:col10/1731594444266/Put/seqid=0 2024-11-14T14:27:24,717 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T14:27:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:24,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742174_1350 (size=12001) 2024-11-14T14:27:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T14:27:24,870 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T14:27:24,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:24,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:24,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:24,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594504890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594504891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594504891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594504891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594504892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,022 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T14:27:25,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:25,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:25,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:25,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/efef213e3d134c6a94655b19970c1d05 2024-11-14T14:27:25,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/83d804ce655045cf88e5b7c71434df77 is 50, key is test_row_0/C:col10/1731594444266/Put/seqid=0 2024-11-14T14:27:25,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742175_1351 (size=12001) 2024-11-14T14:27:25,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T14:27:25,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:25,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:25,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:25,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,327 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T14:27:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:25,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:25,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T14:27:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594505395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594505395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594505396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594505397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594505399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T14:27:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:25,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:25,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:25,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:25,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/83d804ce655045cf88e5b7c71434df77 2024-11-14T14:27:25,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/97525db3474549e4abdc1af84ec1f7de as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/97525db3474549e4abdc1af84ec1f7de 2024-11-14T14:27:25,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/97525db3474549e4abdc1af84ec1f7de, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:27:25,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/efef213e3d134c6a94655b19970c1d05 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/efef213e3d134c6a94655b19970c1d05 2024-11-14T14:27:25,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/efef213e3d134c6a94655b19970c1d05, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:27:25,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/83d804ce655045cf88e5b7c71434df77 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/83d804ce655045cf88e5b7c71434df77 2024-11-14T14:27:25,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/83d804ce655045cf88e5b7c71434df77, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T14:27:25,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b18025d7a07cab30be9ef4d2802065f8 in 1294ms, sequenceid=13, compaction requested=false 2024-11-14T14:27:25,562 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T14:27:25,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:25,631 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:25,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-14T14:27:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:25,632 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:27:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:25,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:25,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:25,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/7ea2866a0ae3486bb93d882edfdc46ce is 50, key is test_row_0/A:col10/1731594444277/Put/seqid=0 2024-11-14T14:27:25,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742176_1352 (size=12001) 2024-11-14T14:27:26,041 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/7ea2866a0ae3486bb93d882edfdc46ce 2024-11-14T14:27:26,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/a670e7b22a6c443a876fe427c4e6f323 is 50, key is test_row_0/B:col10/1731594444277/Put/seqid=0 2024-11-14T14:27:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742177_1353 (size=12001) 2024-11-14T14:27:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T14:27:26,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:26,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594506410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594506410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594506412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594506413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594506414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,451 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/a670e7b22a6c443a876fe427c4e6f323 2024-11-14T14:27:26,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/1da286d4355a4c81a706a614f2626fb5 is 50, key is test_row_0/C:col10/1731594444277/Put/seqid=0 2024-11-14T14:27:26,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742178_1354 (size=12001) 2024-11-14T14:27:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594506516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594506516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594506518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594506521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594506722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594506722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594506722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594506727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:26,861 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/1da286d4355a4c81a706a614f2626fb5 2024-11-14T14:27:26,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/7ea2866a0ae3486bb93d882edfdc46ce as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/7ea2866a0ae3486bb93d882edfdc46ce 2024-11-14T14:27:26,868 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/7ea2866a0ae3486bb93d882edfdc46ce, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T14:27:26,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/a670e7b22a6c443a876fe427c4e6f323 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a670e7b22a6c443a876fe427c4e6f323 2024-11-14T14:27:26,872 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a670e7b22a6c443a876fe427c4e6f323, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T14:27:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/1da286d4355a4c81a706a614f2626fb5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1da286d4355a4c81a706a614f2626fb5 2024-11-14T14:27:26,876 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1da286d4355a4c81a706a614f2626fb5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T14:27:26,877 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b18025d7a07cab30be9ef4d2802065f8 in 1245ms, sequenceid=37, compaction requested=false 2024-11-14T14:27:26,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:26,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:26,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-14T14:27:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-14T14:27:26,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-14T14:27:26,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6170 sec 2024-11-14T14:27:26,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.6200 sec 2024-11-14T14:27:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:27,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:27:27,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:27,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:27,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:27,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/ca3d192b603a44cda2ad7d7c4d15a8c2 is 50, key is test_row_0/A:col10/1731594446413/Put/seqid=0 2024-11-14T14:27:27,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742179_1355 (size=16681) 2024-11-14T14:27:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594507063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594507064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594507064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594507069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594507171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594507175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594507176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594507176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:27:27,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594507376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594507377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594507381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594507382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/ca3d192b603a44cda2ad7d7c4d15a8c2 2024-11-14T14:27:27,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/8e8e7416896444bd92e108a9a11326b2 is 50, key is test_row_0/B:col10/1731594446413/Put/seqid=0 2024-11-14T14:27:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742180_1356 (size=12001) 2024-11-14T14:27:27,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/8e8e7416896444bd92e108a9a11326b2 2024-11-14T14:27:27,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/e055ca070f594d73a8cc71d54dbaac72 is 50, key is test_row_0/C:col10/1731594446413/Put/seqid=0 2024-11-14T14:27:27,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742181_1357 (size=12001) 2024-11-14T14:27:27,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594507682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594507685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594507689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594507691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:27,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/e055ca070f594d73a8cc71d54dbaac72 2024-11-14T14:27:27,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/ca3d192b603a44cda2ad7d7c4d15a8c2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ca3d192b603a44cda2ad7d7c4d15a8c2 2024-11-14T14:27:27,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ca3d192b603a44cda2ad7d7c4d15a8c2, entries=250, sequenceid=51, filesize=16.3 K 2024-11-14T14:27:27,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/8e8e7416896444bd92e108a9a11326b2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/8e8e7416896444bd92e108a9a11326b2 2024-11-14T14:27:27,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/8e8e7416896444bd92e108a9a11326b2, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:27:27,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/e055ca070f594d73a8cc71d54dbaac72 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e055ca070f594d73a8cc71d54dbaac72 2024-11-14T14:27:27,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e055ca070f594d73a8cc71d54dbaac72, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T14:27:27,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b18025d7a07cab30be9ef4d2802065f8 in 841ms, sequenceid=51, compaction requested=true 2024-11-14T14:27:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:27,873 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:27,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:27:27,873 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:27,873 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:27,873 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/A is initiating minor compaction (all files) 2024-11-14T14:27:27,874 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/A in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:27,874 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/97525db3474549e4abdc1af84ec1f7de, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/7ea2866a0ae3486bb93d882edfdc46ce, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ca3d192b603a44cda2ad7d7c4d15a8c2] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=39.7 K 2024-11-14T14:27:27,874 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:27,874 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/B is initiating minor compaction (all files) 2024-11-14T14:27:27,874 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/B in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:27,874 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97525db3474549e4abdc1af84ec1f7de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731594444263 2024-11-14T14:27:27,874 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/efef213e3d134c6a94655b19970c1d05, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a670e7b22a6c443a876fe427c4e6f323, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/8e8e7416896444bd92e108a9a11326b2] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=35.2 K 2024-11-14T14:27:27,874 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting efef213e3d134c6a94655b19970c1d05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731594444263 2024-11-14T14:27:27,874 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea2866a0ae3486bb93d882edfdc46ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731594444277 2024-11-14T14:27:27,875 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca3d192b603a44cda2ad7d7c4d15a8c2, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594446408 2024-11-14T14:27:27,875 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a670e7b22a6c443a876fe427c4e6f323, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731594444277 2024-11-14T14:27:27,875 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e8e7416896444bd92e108a9a11326b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594446408 2024-11-14T14:27:27,881 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:27,882 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/2869033eb3e946fbb8feaeeaeb5bce8c is 50, key is test_row_0/B:col10/1731594446413/Put/seqid=0 2024-11-14T14:27:27,885 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#A#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:27,886 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/29a22a5a8c934ce7948e0c9b8a862ef4 is 50, key is test_row_0/A:col10/1731594446413/Put/seqid=0 2024-11-14T14:27:27,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742182_1358 (size=12104) 2024-11-14T14:27:27,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742183_1359 (size=12104) 2024-11-14T14:27:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:28,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T14:27:28,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:28,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:28,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:28,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:28,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:28,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:28,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/b4f50afaf5e446eb8f3c1c830b922c87 is 50, key is test_row_0/A:col10/1731594447061/Put/seqid=0 2024-11-14T14:27:28,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742184_1360 (size=14341) 2024-11-14T14:27:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594508209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594508209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594508212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594508217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,293 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/2869033eb3e946fbb8feaeeaeb5bce8c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/2869033eb3e946fbb8feaeeaeb5bce8c 2024-11-14T14:27:28,294 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/29a22a5a8c934ce7948e0c9b8a862ef4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/29a22a5a8c934ce7948e0c9b8a862ef4 2024-11-14T14:27:28,298 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/B of b18025d7a07cab30be9ef4d2802065f8 into 2869033eb3e946fbb8feaeeaeb5bce8c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:28,298 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:28,298 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/B, priority=13, startTime=1731594447873; duration=0sec 2024-11-14T14:27:28,298 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:28,298 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:B 2024-11-14T14:27:28,298 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:28,299 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/A of b18025d7a07cab30be9ef4d2802065f8 into 29a22a5a8c934ce7948e0c9b8a862ef4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:28,299 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:28,299 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/A, priority=13, startTime=1731594447872; duration=0sec 2024-11-14T14:27:28,299 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:28,299 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:A 2024-11-14T14:27:28,299 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:28,299 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/C is initiating minor compaction (all files) 2024-11-14T14:27:28,299 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/C in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:28,299 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/83d804ce655045cf88e5b7c71434df77, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1da286d4355a4c81a706a614f2626fb5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e055ca070f594d73a8cc71d54dbaac72] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=35.2 K 2024-11-14T14:27:28,300 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d804ce655045cf88e5b7c71434df77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731594444263 2024-11-14T14:27:28,300 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 1da286d4355a4c81a706a614f2626fb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731594444277 2024-11-14T14:27:28,300 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting e055ca070f594d73a8cc71d54dbaac72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594446408 2024-11-14T14:27:28,306 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#C#compaction#300 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:28,306 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/26e506235d6a4d798f72b9369355109c is 50, key is test_row_0/C:col10/1731594446413/Put/seqid=0 2024-11-14T14:27:28,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742185_1361 (size=12104) 2024-11-14T14:27:28,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594508321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594508321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594508323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594508323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-14T14:27:28,364 INFO [Thread-1611 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-14T14:27:28,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-14T14:27:28,365 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:28,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T14:27:28,366 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:28,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594508423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,426 DEBUG [Thread-1605 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., hostname=d4069aa67eab,43913,1731594320188, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:27:28,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T14:27:28,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T14:27:28,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:28,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594508525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594508525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594508529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594508529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/b4f50afaf5e446eb8f3c1c830b922c87 2024-11-14T14:27:28,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/fe28a08996714e50abc4677ba7c9eed9 is 50, key is test_row_0/B:col10/1731594447061/Put/seqid=0 2024-11-14T14:27:28,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742186_1362 (size=12001) 2024-11-14T14:27:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T14:27:28,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T14:27:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:28,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,713 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/26e506235d6a4d798f72b9369355109c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/26e506235d6a4d798f72b9369355109c 2024-11-14T14:27:28,717 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/C of b18025d7a07cab30be9ef4d2802065f8 into 26e506235d6a4d798f72b9369355109c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:28,717 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:28,717 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/C, priority=13, startTime=1731594447873; duration=0sec 2024-11-14T14:27:28,717 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:28,717 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:C 2024-11-14T14:27:28,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T14:27:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:28,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:28,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594508832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594508833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594508838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:28,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594508839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T14:27:28,974 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:28,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T14:27:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:28,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:29,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/fe28a08996714e50abc4677ba7c9eed9 2024-11-14T14:27:29,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/6d24c34854294f2f98c89b7791ccbacf is 50, key is test_row_0/C:col10/1731594447061/Put/seqid=0 2024-11-14T14:27:29,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742187_1363 (size=12001) 2024-11-14T14:27:29,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/6d24c34854294f2f98c89b7791ccbacf 2024-11-14T14:27:29,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/b4f50afaf5e446eb8f3c1c830b922c87 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b4f50afaf5e446eb8f3c1c830b922c87 2024-11-14T14:27:29,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b4f50afaf5e446eb8f3c1c830b922c87, entries=200, sequenceid=74, filesize=14.0 K 2024-11-14T14:27:29,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/fe28a08996714e50abc4677ba7c9eed9 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/fe28a08996714e50abc4677ba7c9eed9 2024-11-14T14:27:29,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/fe28a08996714e50abc4677ba7c9eed9, entries=150, sequenceid=74, filesize=11.7 K 2024-11-14T14:27:29,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/6d24c34854294f2f98c89b7791ccbacf as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6d24c34854294f2f98c89b7791ccbacf 2024-11-14T14:27:29,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6d24c34854294f2f98c89b7791ccbacf, entries=150, sequenceid=74, filesize=11.7 K 2024-11-14T14:27:29,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b18025d7a07cab30be9ef4d2802065f8 in 843ms, sequenceid=74, compaction requested=false 2024-11-14T14:27:29,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:29,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-14T14:27:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:29,127 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:27:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/f96a7987230442f0863bac7c1d474de4 is 50, key is test_row_1/A:col10/1731594448201/Put/seqid=0 2024-11-14T14:27:29,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742188_1364 (size=9657) 2024-11-14T14:27:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:29,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:29,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594509387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594509394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594509395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594509395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T14:27:29,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594509496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594509500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594509504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594509504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,534 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/f96a7987230442f0863bac7c1d474de4 2024-11-14T14:27:29,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/ef8629cc7b6d41c7b7dfa9e323c7b447 is 50, key is test_row_1/B:col10/1731594448201/Put/seqid=0 2024-11-14T14:27:29,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742189_1365 (size=9657) 2024-11-14T14:27:29,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594509702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594509705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594509707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594509708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:29,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/ef8629cc7b6d41c7b7dfa9e323c7b447 2024-11-14T14:27:29,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/4bfc94667050497c9ac3153417d56837 is 50, key is test_row_1/C:col10/1731594448201/Put/seqid=0 2024-11-14T14:27:29,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742190_1366 (size=9657) 2024-11-14T14:27:30,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594510008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594510011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594510013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594510014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,354 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/4bfc94667050497c9ac3153417d56837 2024-11-14T14:27:30,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/f96a7987230442f0863bac7c1d474de4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f96a7987230442f0863bac7c1d474de4 2024-11-14T14:27:30,361 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f96a7987230442f0863bac7c1d474de4, entries=100, sequenceid=90, filesize=9.4 K 2024-11-14T14:27:30,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/ef8629cc7b6d41c7b7dfa9e323c7b447 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ef8629cc7b6d41c7b7dfa9e323c7b447 2024-11-14T14:27:30,368 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ef8629cc7b6d41c7b7dfa9e323c7b447, entries=100, sequenceid=90, filesize=9.4 K 2024-11-14T14:27:30,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/4bfc94667050497c9ac3153417d56837 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/4bfc94667050497c9ac3153417d56837 2024-11-14T14:27:30,372 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/4bfc94667050497c9ac3153417d56837, entries=100, sequenceid=90, filesize=9.4 K 2024-11-14T14:27:30,372 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b18025d7a07cab30be9ef4d2802065f8 in 1245ms, sequenceid=90, compaction requested=true 2024-11-14T14:27:30,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:30,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:30,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-14T14:27:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-14T14:27:30,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-14T14:27:30,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0080 sec 2024-11-14T14:27:30,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.0110 sec 2024-11-14T14:27:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-14T14:27:30,469 INFO [Thread-1611 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-14T14:27:30,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-14T14:27:30,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T14:27:30,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:30,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:30,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:27:30,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:30,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:30,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:30,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:30,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:30,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:30,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594510561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594510561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594510562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T14:27:30,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/4a12402263b24b06bb087b102113b7dd is 50, key is test_row_0/A:col10/1731594449393/Put/seqid=0 2024-11-14T14:27:30,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594510570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742191_1367 (size=12001) 2024-11-14T14:27:30,622 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T14:27:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:30,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594510670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594510670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594510671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594510672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T14:27:30,775 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T14:27:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:30,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:30,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:30,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594510877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594510877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594510877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594510878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,927 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:30,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T14:27:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:30,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:30,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:30,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/4a12402263b24b06bb087b102113b7dd 2024-11-14T14:27:30,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/a72903f78940445198754825b33dcf4d is 50, key is test_row_0/B:col10/1731594449393/Put/seqid=0 2024-11-14T14:27:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742192_1368 (size=12001) 2024-11-14T14:27:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T14:27:31,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T14:27:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:31,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594511182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594511183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594511183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594511184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,232 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T14:27:31,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:31,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:31,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:31,384 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T14:27:31,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:31,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:31,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:31,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/a72903f78940445198754825b33dcf4d 2024-11-14T14:27:31,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/f2b26ed10661470e9789f1621ede6458 is 50, key is test_row_0/C:col10/1731594449393/Put/seqid=0 2024-11-14T14:27:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742193_1369 (size=12001) 2024-11-14T14:27:31,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/f2b26ed10661470e9789f1621ede6458 2024-11-14T14:27:31,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/4a12402263b24b06bb087b102113b7dd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/4a12402263b24b06bb087b102113b7dd 2024-11-14T14:27:31,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/4a12402263b24b06bb087b102113b7dd, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T14:27:31,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/a72903f78940445198754825b33dcf4d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a72903f78940445198754825b33dcf4d 2024-11-14T14:27:31,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a72903f78940445198754825b33dcf4d, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T14:27:31,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/f2b26ed10661470e9789f1621ede6458 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/f2b26ed10661470e9789f1621ede6458 2024-11-14T14:27:31,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/f2b26ed10661470e9789f1621ede6458, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T14:27:31,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b18025d7a07cab30be9ef4d2802065f8 in 896ms, sequenceid=114, compaction requested=true 2024-11-14T14:27:31,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:31,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:31,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:31,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:31,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:27:31,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:31,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T14:27:31,418 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:27:31,418 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:27:31,419 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:27:31,419 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/C is initiating minor compaction (all files) 2024-11-14T14:27:31,419 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48103 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:27:31,419 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/C in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,419 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/A is initiating minor compaction (all files) 2024-11-14T14:27:31,420 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/A in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,420 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/26e506235d6a4d798f72b9369355109c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6d24c34854294f2f98c89b7791ccbacf, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/4bfc94667050497c9ac3153417d56837, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/f2b26ed10661470e9789f1621ede6458] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=44.7 K 2024-11-14T14:27:31,420 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/29a22a5a8c934ce7948e0c9b8a862ef4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b4f50afaf5e446eb8f3c1c830b922c87, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f96a7987230442f0863bac7c1d474de4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/4a12402263b24b06bb087b102113b7dd] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=47.0 K 2024-11-14T14:27:31,420 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29a22a5a8c934ce7948e0c9b8a862ef4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594446408 2024-11-14T14:27:31,420 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 26e506235d6a4d798f72b9369355109c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594446408 2024-11-14T14:27:31,420 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4f50afaf5e446eb8f3c1c830b922c87, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731594447061 2024-11-14T14:27:31,420 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d24c34854294f2f98c89b7791ccbacf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731594447061 2024-11-14T14:27:31,421 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting f96a7987230442f0863bac7c1d474de4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731594448201 2024-11-14T14:27:31,421 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bfc94667050497c9ac3153417d56837, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731594448201 2024-11-14T14:27:31,421 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a12402263b24b06bb087b102113b7dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731594449393 2024-11-14T14:27:31,421 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting f2b26ed10661470e9789f1621ede6458, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731594449393 2024-11-14T14:27:31,431 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#C#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:31,432 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/8baee4dbf443449e853fe7a327a0b8d0 is 50, key is test_row_0/C:col10/1731594449393/Put/seqid=0 2024-11-14T14:27:31,436 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#A#compaction#310 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:31,436 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/b2745fe3e22c4324aa101b63813b80a9 is 50, key is test_row_0/A:col10/1731594449393/Put/seqid=0 2024-11-14T14:27:31,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742194_1370 (size=12241) 2024-11-14T14:27:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742195_1371 (size=12241) 2024-11-14T14:27:31,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-14T14:27:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,537 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T14:27:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:31,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:31,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/f2c028c619c24df5b197fefeb7151300 is 50, key is test_row_0/A:col10/1731594450521/Put/seqid=0 2024-11-14T14:27:31,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742196_1372 (size=12001) 2024-11-14T14:27:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T14:27:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:31,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:31,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594511718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594511721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594511722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594511723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594511826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594511827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594511830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594511830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:31,849 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/8baee4dbf443449e853fe7a327a0b8d0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/8baee4dbf443449e853fe7a327a0b8d0 2024-11-14T14:27:31,850 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/b2745fe3e22c4324aa101b63813b80a9 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b2745fe3e22c4324aa101b63813b80a9 2024-11-14T14:27:31,853 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/C of b18025d7a07cab30be9ef4d2802065f8 into 8baee4dbf443449e853fe7a327a0b8d0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:31,853 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:31,853 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/C, priority=12, startTime=1731594451417; duration=0sec 2024-11-14T14:27:31,853 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:31,853 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:C 2024-11-14T14:27:31,853 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:27:31,853 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/A of b18025d7a07cab30be9ef4d2802065f8 into b2745fe3e22c4324aa101b63813b80a9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:31,853 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:31,853 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/A, priority=12, startTime=1731594451417; duration=0sec 2024-11-14T14:27:31,853 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:31,853 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:A 2024-11-14T14:27:31,854 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:27:31,854 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/B is initiating minor compaction (all files) 2024-11-14T14:27:31,854 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/B in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:31,854 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/2869033eb3e946fbb8feaeeaeb5bce8c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/fe28a08996714e50abc4677ba7c9eed9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ef8629cc7b6d41c7b7dfa9e323c7b447, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a72903f78940445198754825b33dcf4d] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=44.7 K 2024-11-14T14:27:31,854 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 2869033eb3e946fbb8feaeeaeb5bce8c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731594446408 2024-11-14T14:27:31,855 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting fe28a08996714e50abc4677ba7c9eed9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731594447061 2024-11-14T14:27:31,855 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ef8629cc7b6d41c7b7dfa9e323c7b447, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731594448201 2024-11-14T14:27:31,855 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a72903f78940445198754825b33dcf4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731594449393 2024-11-14T14:27:31,862 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:31,863 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/5cc44c43f2054dfeb4a96498faaf3468 is 50, key is test_row_0/B:col10/1731594449393/Put/seqid=0 2024-11-14T14:27:31,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742197_1373 (size=12241) 2024-11-14T14:27:31,877 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/5cc44c43f2054dfeb4a96498faaf3468 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/5cc44c43f2054dfeb4a96498faaf3468 2024-11-14T14:27:31,881 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/B of b18025d7a07cab30be9ef4d2802065f8 into 5cc44c43f2054dfeb4a96498faaf3468(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:31,881 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:31,881 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/B, priority=12, startTime=1731594451417; duration=0sec 2024-11-14T14:27:31,881 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:31,881 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:B 2024-11-14T14:27:31,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/f2c028c619c24df5b197fefeb7151300 2024-11-14T14:27:31,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/c608ff8b1c6c49bb8753b82cabaf6495 is 50, key is test_row_0/B:col10/1731594450521/Put/seqid=0 2024-11-14T14:27:31,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742198_1374 (size=12001) 2024-11-14T14:27:32,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594512033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594512034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594512036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594512036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594512337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594512337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594512342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594512344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,355 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/c608ff8b1c6c49bb8753b82cabaf6495 2024-11-14T14:27:32,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/11a5f8eceb63483eb8d09eebb3235a6e is 50, key is test_row_0/C:col10/1731594450521/Put/seqid=0 2024-11-14T14:27:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742199_1375 (size=12001) 2024-11-14T14:27:32,366 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/11a5f8eceb63483eb8d09eebb3235a6e 2024-11-14T14:27:32,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/f2c028c619c24df5b197fefeb7151300 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f2c028c619c24df5b197fefeb7151300 2024-11-14T14:27:32,374 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f2c028c619c24df5b197fefeb7151300, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T14:27:32,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/c608ff8b1c6c49bb8753b82cabaf6495 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/c608ff8b1c6c49bb8753b82cabaf6495 2024-11-14T14:27:32,378 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/c608ff8b1c6c49bb8753b82cabaf6495, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T14:27:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/11a5f8eceb63483eb8d09eebb3235a6e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/11a5f8eceb63483eb8d09eebb3235a6e 2024-11-14T14:27:32,381 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/11a5f8eceb63483eb8d09eebb3235a6e, entries=150, sequenceid=126, filesize=11.7 K 2024-11-14T14:27:32,382 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b18025d7a07cab30be9ef4d2802065f8 in 845ms, sequenceid=126, compaction requested=false 2024-11-14T14:27:32,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:32,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:32,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-14T14:27:32,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-14T14:27:32,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-14T14:27:32,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9120 sec 2024-11-14T14:27:32,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.9140 sec 2024-11-14T14:27:32,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:32,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T14:27:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:32,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:32,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:32,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/b8f0f5b7779d47b5a0dde8d33d1d50ec is 50, key is test_row_0/A:col10/1731594452457/Put/seqid=0 2024-11-14T14:27:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742200_1376 (size=14541) 2024-11-14T14:27:32,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/b8f0f5b7779d47b5a0dde8d33d1d50ec 2024-11-14T14:27:32,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/01ef1956185c44d3a6fe183cfcf43c4b is 50, key is test_row_0/B:col10/1731594452457/Put/seqid=0 2024-11-14T14:27:32,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742201_1377 (size=12151) 2024-11-14T14:27:32,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594512511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-14T14:27:32,574 INFO [Thread-1611 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-14T14:27:32,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-14T14:27:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T14:27:32,576 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:32,577 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:32,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:32,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594512620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T14:27:32,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T14:27:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:32,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:32,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594512828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594512841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594512841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594512849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594512850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/01ef1956185c44d3a6fe183cfcf43c4b 2024-11-14T14:27:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T14:27:32,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:32,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T14:27:32,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:32,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:32,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:32,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:32,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:32,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/d5c26bea0c4842229cfc46215c9632b8 is 50, key is test_row_0/C:col10/1731594452457/Put/seqid=0 2024-11-14T14:27:32,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742202_1378 (size=12151) 2024-11-14T14:27:33,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:33,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T14:27:33,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:33,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:33,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:33,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:33,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:33,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594513134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T14:27:33,185 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:33,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T14:27:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:33,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:33,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/d5c26bea0c4842229cfc46215c9632b8 2024-11-14T14:27:33,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/b8f0f5b7779d47b5a0dde8d33d1d50ec as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b8f0f5b7779d47b5a0dde8d33d1d50ec 2024-11-14T14:27:33,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b8f0f5b7779d47b5a0dde8d33d1d50ec, entries=200, sequenceid=154, filesize=14.2 K 2024-11-14T14:27:33,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/01ef1956185c44d3a6fe183cfcf43c4b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/01ef1956185c44d3a6fe183cfcf43c4b 2024-11-14T14:27:33,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/01ef1956185c44d3a6fe183cfcf43c4b, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T14:27:33,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/d5c26bea0c4842229cfc46215c9632b8 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d5c26bea0c4842229cfc46215c9632b8 2024-11-14T14:27:33,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d5c26bea0c4842229cfc46215c9632b8, entries=150, sequenceid=154, filesize=11.9 K 2024-11-14T14:27:33,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b18025d7a07cab30be9ef4d2802065f8 in 844ms, sequenceid=154, compaction requested=true 2024-11-14T14:27:33,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:33,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:33,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:33,302 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:33,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:33,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:33,302 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:33,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:33,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:33,303 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:33,303 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:33,303 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/A is initiating minor compaction (all files) 2024-11-14T14:27:33,303 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/B is initiating minor compaction (all files) 2024-11-14T14:27:33,303 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/B in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:33,303 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/A in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:33,303 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/5cc44c43f2054dfeb4a96498faaf3468, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/c608ff8b1c6c49bb8753b82cabaf6495, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/01ef1956185c44d3a6fe183cfcf43c4b] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=35.5 K 2024-11-14T14:27:33,303 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b2745fe3e22c4324aa101b63813b80a9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f2c028c619c24df5b197fefeb7151300, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b8f0f5b7779d47b5a0dde8d33d1d50ec] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=37.9 K 2024-11-14T14:27:33,303 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cc44c43f2054dfeb4a96498faaf3468, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731594449393 2024-11-14T14:27:33,303 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2745fe3e22c4324aa101b63813b80a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731594449393 2024-11-14T14:27:33,304 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting c608ff8b1c6c49bb8753b82cabaf6495, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731594450521 2024-11-14T14:27:33,304 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2c028c619c24df5b197fefeb7151300, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731594450521 2024-11-14T14:27:33,304 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ef1956185c44d3a6fe183cfcf43c4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731594451717 2024-11-14T14:27:33,304 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8f0f5b7779d47b5a0dde8d33d1d50ec, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731594451717 2024-11-14T14:27:33,310 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:33,311 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#A#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:33,311 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/4bea8d67864e45bfa5c4e34ac3e3b708 is 50, key is test_row_0/B:col10/1731594452457/Put/seqid=0 2024-11-14T14:27:33,311 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/56222edd0fcd436aac7f4fd5b4a3b62a is 50, key is test_row_0/A:col10/1731594452457/Put/seqid=0 2024-11-14T14:27:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742204_1380 (size=12493) 2024-11-14T14:27:33,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742203_1379 (size=12493) 2024-11-14T14:27:33,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:33,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-14T14:27:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:33,338 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:27:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/d8c582d1bb0744c1b8045383457661de is 50, key is test_row_0/A:col10/1731594452491/Put/seqid=0 2024-11-14T14:27:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742205_1381 (size=12151) 2024-11-14T14:27:33,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T14:27:33,724 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/56222edd0fcd436aac7f4fd5b4a3b62a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/56222edd0fcd436aac7f4fd5b4a3b62a 2024-11-14T14:27:33,728 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/A of b18025d7a07cab30be9ef4d2802065f8 into 56222edd0fcd436aac7f4fd5b4a3b62a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:33,728 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:33,728 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/A, priority=13, startTime=1731594453302; duration=0sec 2024-11-14T14:27:33,728 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:33,728 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:A 2024-11-14T14:27:33,728 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:33,729 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:33,729 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/C is initiating minor compaction (all files) 2024-11-14T14:27:33,729 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/C in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:33,729 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/8baee4dbf443449e853fe7a327a0b8d0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/11a5f8eceb63483eb8d09eebb3235a6e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d5c26bea0c4842229cfc46215c9632b8] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=35.5 K 2024-11-14T14:27:33,729 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8baee4dbf443449e853fe7a327a0b8d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731594449393 2024-11-14T14:27:33,730 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11a5f8eceb63483eb8d09eebb3235a6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1731594450521 2024-11-14T14:27:33,730 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5c26bea0c4842229cfc46215c9632b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731594451717 2024-11-14T14:27:33,730 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/4bea8d67864e45bfa5c4e34ac3e3b708 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/4bea8d67864e45bfa5c4e34ac3e3b708 2024-11-14T14:27:33,734 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/B of b18025d7a07cab30be9ef4d2802065f8 into 4bea8d67864e45bfa5c4e34ac3e3b708(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:33,734 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:33,734 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/B, priority=13, startTime=1731594453302; duration=0sec 2024-11-14T14:27:33,734 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:33,734 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:B 2024-11-14T14:27:33,736 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:33,736 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/fb7ad5675f4c44e58144112aba7b92e5 is 50, key is test_row_0/C:col10/1731594452457/Put/seqid=0 2024-11-14T14:27:33,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742206_1382 (size=12493) 2024-11-14T14:27:33,745 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/d8c582d1bb0744c1b8045383457661de 2024-11-14T14:27:33,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/ff3bb70cc98d4c559f9ba8d2d613ac4d is 50, key is test_row_0/B:col10/1731594452491/Put/seqid=0 2024-11-14T14:27:33,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742207_1383 (size=12151) 2024-11-14T14:27:33,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594513754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:33,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594513848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:33,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594513851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594513861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594513861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:33,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594513862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:34,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594514065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:34,146 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/fb7ad5675f4c44e58144112aba7b92e5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fb7ad5675f4c44e58144112aba7b92e5 2024-11-14T14:27:34,149 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/C of b18025d7a07cab30be9ef4d2802065f8 into fb7ad5675f4c44e58144112aba7b92e5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:34,149 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:34,149 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/C, priority=13, startTime=1731594453302; duration=0sec 2024-11-14T14:27:34,149 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:34,149 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:C 2024-11-14T14:27:34,155 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/ff3bb70cc98d4c559f9ba8d2d613ac4d 2024-11-14T14:27:34,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/1c0eaa22555347b59115f9622beecb54 is 50, key is test_row_0/C:col10/1731594452491/Put/seqid=0 2024-11-14T14:27:34,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742208_1384 (size=12151) 2024-11-14T14:27:34,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594514371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:34,566 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/1c0eaa22555347b59115f9622beecb54 2024-11-14T14:27:34,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/d8c582d1bb0744c1b8045383457661de as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/d8c582d1bb0744c1b8045383457661de 2024-11-14T14:27:34,573 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/d8c582d1bb0744c1b8045383457661de, entries=150, sequenceid=165, filesize=11.9 K 2024-11-14T14:27:34,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/ff3bb70cc98d4c559f9ba8d2d613ac4d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ff3bb70cc98d4c559f9ba8d2d613ac4d 2024-11-14T14:27:34,576 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ff3bb70cc98d4c559f9ba8d2d613ac4d, entries=150, sequenceid=165, filesize=11.9 K 2024-11-14T14:27:34,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/1c0eaa22555347b59115f9622beecb54 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1c0eaa22555347b59115f9622beecb54 2024-11-14T14:27:34,580 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1c0eaa22555347b59115f9622beecb54, entries=150, sequenceid=165, filesize=11.9 K 2024-11-14T14:27:34,580 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b18025d7a07cab30be9ef4d2802065f8 in 1242ms, sequenceid=165, compaction requested=false 2024-11-14T14:27:34,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:34,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:34,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-14T14:27:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-14T14:27:34,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-14T14:27:34,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0050 sec 2024-11-14T14:27:34,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.0080 sec 2024-11-14T14:27:34,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-14T14:27:34,680 INFO [Thread-1611 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-14T14:27:34,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-14T14:27:34,682 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T14:27:34,683 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:34,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T14:27:34,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:34,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-14T14:27:34,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:34,835 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T14:27:34,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:34,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:34,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:34,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:34,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:34,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:34,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/802f81c741bd467980cf51c235a7f06f is 50, key is test_row_0/A:col10/1731594453753/Put/seqid=0 2024-11-14T14:27:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742209_1385 (size=12151) 2024-11-14T14:27:34,845 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/802f81c741bd467980cf51c235a7f06f 2024-11-14T14:27:34,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/3d9228fee619496abf565382dd8fe09e is 50, key is test_row_0/B:col10/1731594453753/Put/seqid=0 2024-11-14T14:27:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742210_1386 (size=12151) 2024-11-14T14:27:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:34,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594514907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T14:27:35,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594515012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:35,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594515218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:35,262 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/3d9228fee619496abf565382dd8fe09e 2024-11-14T14:27:35,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/9969aa5c97d34235abf3cf9063ae2ef0 is 50, key is test_row_0/C:col10/1731594453753/Put/seqid=0 2024-11-14T14:27:35,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742211_1387 (size=12151) 2024-11-14T14:27:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T14:27:35,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594515524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:35,677 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/9969aa5c97d34235abf3cf9063ae2ef0 2024-11-14T14:27:35,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/802f81c741bd467980cf51c235a7f06f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/802f81c741bd467980cf51c235a7f06f 2024-11-14T14:27:35,732 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/802f81c741bd467980cf51c235a7f06f, entries=150, sequenceid=193, filesize=11.9 K 2024-11-14T14:27:35,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/3d9228fee619496abf565382dd8fe09e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/3d9228fee619496abf565382dd8fe09e 2024-11-14T14:27:35,735 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/3d9228fee619496abf565382dd8fe09e, entries=150, sequenceid=193, filesize=11.9 K 2024-11-14T14:27:35,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/9969aa5c97d34235abf3cf9063ae2ef0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/9969aa5c97d34235abf3cf9063ae2ef0 2024-11-14T14:27:35,738 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/9969aa5c97d34235abf3cf9063ae2ef0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-14T14:27:35,739 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for b18025d7a07cab30be9ef4d2802065f8 in 904ms, sequenceid=193, compaction requested=true 2024-11-14T14:27:35,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:35,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:35,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-14T14:27:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-14T14:27:35,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-14T14:27:35,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0570 sec 2024-11-14T14:27:35,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.0600 sec 2024-11-14T14:27:35,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-14T14:27:35,785 INFO [Thread-1611 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-14T14:27:35,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-14T14:27:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T14:27:35,787 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:35,788 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:35,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:35,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T14:27:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:35,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:35,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/8a1e9ec0cbdd46f5915c2f12559665ec is 50, key is test_row_0/A:col10/1731594455860/Put/seqid=0 2024-11-14T14:27:35,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742212_1388 (size=14541) 2024-11-14T14:27:35,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/8a1e9ec0cbdd46f5915c2f12559665ec 2024-11-14T14:27:35,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/b2091b377ae145f4b9261854afe9ce25 is 50, key is test_row_0/B:col10/1731594455860/Put/seqid=0 2024-11-14T14:27:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742213_1389 (size=12151) 2024-11-14T14:27:35,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/b2091b377ae145f4b9261854afe9ce25 2024-11-14T14:27:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T14:27:35,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/e15a6e94e6994b35ad2fb9982a9ee558 is 50, key is test_row_0/C:col10/1731594455860/Put/seqid=0 2024-11-14T14:27:35,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742214_1390 (size=12151) 2024-11-14T14:27:35,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594515910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:35,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594515912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:35,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594515916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:35,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594515917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:35,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:35,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-14T14:27:35,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:35,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:35,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:35,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:35,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:36,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594516018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594516019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594516021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594516026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594516033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T14:27:36,090 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-14T14:27:36,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:36,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:36,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:36,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:36,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:36,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594516225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594516225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594516225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594516232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,242 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-14T14:27:36,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:36,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:36,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:36,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:36,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:36,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/e15a6e94e6994b35ad2fb9982a9ee558 2024-11-14T14:27:36,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/8a1e9ec0cbdd46f5915c2f12559665ec as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/8a1e9ec0cbdd46f5915c2f12559665ec 2024-11-14T14:27:36,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/8a1e9ec0cbdd46f5915c2f12559665ec, entries=200, sequenceid=205, filesize=14.2 K 2024-11-14T14:27:36,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/b2091b377ae145f4b9261854afe9ce25 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b2091b377ae145f4b9261854afe9ce25 2024-11-14T14:27:36,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b2091b377ae145f4b9261854afe9ce25, entries=150, sequenceid=205, filesize=11.9 K 2024-11-14T14:27:36,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/e15a6e94e6994b35ad2fb9982a9ee558 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e15a6e94e6994b35ad2fb9982a9ee558 2024-11-14T14:27:36,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e15a6e94e6994b35ad2fb9982a9ee558, entries=150, sequenceid=205, filesize=11.9 K 2024-11-14T14:27:36,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b18025d7a07cab30be9ef4d2802065f8 in 447ms, sequenceid=205, compaction requested=true 2024-11-14T14:27:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:36,308 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:27:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:36,308 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:27:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:36,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:36,309 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:27:36,309 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:27:36,309 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/B is initiating minor compaction (all files) 2024-11-14T14:27:36,309 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/A is initiating minor compaction (all files) 2024-11-14T14:27:36,309 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/B in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:36,309 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/A in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:36,309 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/4bea8d67864e45bfa5c4e34ac3e3b708, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ff3bb70cc98d4c559f9ba8d2d613ac4d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/3d9228fee619496abf565382dd8fe09e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b2091b377ae145f4b9261854afe9ce25] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=47.8 K 2024-11-14T14:27:36,309 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/56222edd0fcd436aac7f4fd5b4a3b62a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/d8c582d1bb0744c1b8045383457661de, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/802f81c741bd467980cf51c235a7f06f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/8a1e9ec0cbdd46f5915c2f12559665ec] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=50.1 K 2024-11-14T14:27:36,309 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bea8d67864e45bfa5c4e34ac3e3b708, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731594451717 2024-11-14T14:27:36,309 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56222edd0fcd436aac7f4fd5b4a3b62a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731594451717 2024-11-14T14:27:36,309 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8c582d1bb0744c1b8045383457661de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731594452476 2024-11-14T14:27:36,309 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ff3bb70cc98d4c559f9ba8d2d613ac4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731594452476 2024-11-14T14:27:36,310 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 802f81c741bd467980cf51c235a7f06f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731594453712 2024-11-14T14:27:36,310 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d9228fee619496abf565382dd8fe09e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731594453712 2024-11-14T14:27:36,310 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a1e9ec0cbdd46f5915c2f12559665ec, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731594454894 2024-11-14T14:27:36,310 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting b2091b377ae145f4b9261854afe9ce25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731594454894 2024-11-14T14:27:36,316 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:36,316 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/9e605562f8e340519c5de3db5f4e154a is 50, key is test_row_0/B:col10/1731594455860/Put/seqid=0 2024-11-14T14:27:36,319 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#A#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:36,320 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/3c0c05cffc27489986f7001fa82e372e is 50, key is test_row_0/A:col10/1731594455860/Put/seqid=0 2024-11-14T14:27:36,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742216_1392 (size=12629) 2024-11-14T14:27:36,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742215_1391 (size=12629) 2024-11-14T14:27:36,332 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/3c0c05cffc27489986f7001fa82e372e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/3c0c05cffc27489986f7001fa82e372e 2024-11-14T14:27:36,332 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/9e605562f8e340519c5de3db5f4e154a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9e605562f8e340519c5de3db5f4e154a 2024-11-14T14:27:36,336 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/A of b18025d7a07cab30be9ef4d2802065f8 into 3c0c05cffc27489986f7001fa82e372e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:36,336 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/B of b18025d7a07cab30be9ef4d2802065f8 into 9e605562f8e340519c5de3db5f4e154a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:36,336 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:36,336 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:36,336 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/A, priority=12, startTime=1731594456308; duration=0sec 2024-11-14T14:27:36,336 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/B, priority=12, startTime=1731594456308; duration=0sec 2024-11-14T14:27:36,336 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:36,336 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:A 2024-11-14T14:27:36,336 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:36,336 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:B 2024-11-14T14:27:36,336 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:27:36,338 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T14:27:36,338 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/C is initiating minor compaction (all files) 2024-11-14T14:27:36,338 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/C in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:36,338 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fb7ad5675f4c44e58144112aba7b92e5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1c0eaa22555347b59115f9622beecb54, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/9969aa5c97d34235abf3cf9063ae2ef0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e15a6e94e6994b35ad2fb9982a9ee558] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=47.8 K 2024-11-14T14:27:36,338 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb7ad5675f4c44e58144112aba7b92e5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731594451717 2024-11-14T14:27:36,338 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c0eaa22555347b59115f9622beecb54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731594452476 2024-11-14T14:27:36,338 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9969aa5c97d34235abf3cf9063ae2ef0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731594453712 2024-11-14T14:27:36,339 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting e15a6e94e6994b35ad2fb9982a9ee558, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731594454894 2024-11-14T14:27:36,344 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:36,345 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/d711cf88ea724191bebfa710a42fe9c8 is 50, key is test_row_0/C:col10/1731594455860/Put/seqid=0 2024-11-14T14:27:36,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742217_1393 (size=12629) 2024-11-14T14:27:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T14:27:36,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-14T14:27:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:36,395 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:27:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:36,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:36,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:36,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:36,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:36,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:36,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/0228c2d2ca3d40868b7f3f0acfa019c7 is 50, key is test_row_0/A:col10/1731594455915/Put/seqid=0 2024-11-14T14:27:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742218_1394 (size=12151) 2024-11-14T14:27:36,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:36,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594516542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594516542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594516543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594516543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594516648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594516648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594516651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594516651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,751 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/d711cf88ea724191bebfa710a42fe9c8 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d711cf88ea724191bebfa710a42fe9c8 2024-11-14T14:27:36,754 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/C of b18025d7a07cab30be9ef4d2802065f8 into d711cf88ea724191bebfa710a42fe9c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:36,754 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:36,754 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/C, priority=12, startTime=1731594456308; duration=0sec 2024-11-14T14:27:36,754 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:36,754 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:C 2024-11-14T14:27:36,803 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/0228c2d2ca3d40868b7f3f0acfa019c7 2024-11-14T14:27:36,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/b92d7ef5bee04b66b7e9e90dda2713e6 is 50, key is test_row_0/B:col10/1731594455915/Put/seqid=0 2024-11-14T14:27:36,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742219_1395 (size=12151) 2024-11-14T14:27:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594516854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594516854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594516855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:36,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594516855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:36,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T14:27:37,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594517047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594517160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594517160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594517162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594517162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,213 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/b92d7ef5bee04b66b7e9e90dda2713e6 2024-11-14T14:27:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/5ae3ff857a5d445e93903e7c94e03a68 is 50, key is test_row_0/C:col10/1731594455915/Put/seqid=0 2024-11-14T14:27:37,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742220_1396 (size=12151) 2024-11-14T14:27:37,622 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/5ae3ff857a5d445e93903e7c94e03a68 2024-11-14T14:27:37,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/0228c2d2ca3d40868b7f3f0acfa019c7 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/0228c2d2ca3d40868b7f3f0acfa019c7 2024-11-14T14:27:37,629 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/0228c2d2ca3d40868b7f3f0acfa019c7, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T14:27:37,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/b92d7ef5bee04b66b7e9e90dda2713e6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b92d7ef5bee04b66b7e9e90dda2713e6 2024-11-14T14:27:37,634 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b92d7ef5bee04b66b7e9e90dda2713e6, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T14:27:37,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/5ae3ff857a5d445e93903e7c94e03a68 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/5ae3ff857a5d445e93903e7c94e03a68 2024-11-14T14:27:37,638 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/5ae3ff857a5d445e93903e7c94e03a68, entries=150, sequenceid=231, filesize=11.9 K 2024-11-14T14:27:37,638 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b18025d7a07cab30be9ef4d2802065f8 in 1243ms, sequenceid=231, compaction requested=false 2024-11-14T14:27:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:37,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-14T14:27:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-14T14:27:37,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-14T14:27:37,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8520 sec 2024-11-14T14:27:37,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.8550 sec 2024-11-14T14:27:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:37,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:27:37,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:37,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:37,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:37,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:37,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:37,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:37,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/50450cc4c74149f8888a7b34e4aa61e0 is 50, key is test_row_0/A:col10/1731594457667/Put/seqid=0 2024-11-14T14:27:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742221_1397 (size=16931) 2024-11-14T14:27:37,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594517693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594517694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594517695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594517696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594517797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594517801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594517801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594517806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-14T14:27:37,890 INFO [Thread-1611 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-14T14:27:37,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:37,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-14T14:27:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T14:27:37,893 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:37,893 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:37,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:37,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T14:27:38,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594518003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594518006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594518007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594518012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-14T14:27:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/50450cc4c74149f8888a7b34e4aa61e0 2024-11-14T14:27:38,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/f3297cf787424526951967176fb47ed8 is 50, key is test_row_0/B:col10/1731594457667/Put/seqid=0 2024-11-14T14:27:38,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742222_1398 (size=12151) 2024-11-14T14:27:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T14:27:38,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-14T14:27:38,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594518310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594518312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594518313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594518320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-14T14:27:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/f3297cf787424526951967176fb47ed8 2024-11-14T14:27:38,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/6c3a822aceef409c94303d971ec8b64b is 50, key is test_row_0/C:col10/1731594457667/Put/seqid=0 2024-11-14T14:27:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T14:27:38,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-14T14:27:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742223_1399 (size=12151) 2024-11-14T14:27:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/6c3a822aceef409c94303d971ec8b64b 2024-11-14T14:27:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:38,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/50450cc4c74149f8888a7b34e4aa61e0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/50450cc4c74149f8888a7b34e4aa61e0 2024-11-14T14:27:38,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/50450cc4c74149f8888a7b34e4aa61e0, entries=250, sequenceid=246, filesize=16.5 K 2024-11-14T14:27:38,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/f3297cf787424526951967176fb47ed8 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f3297cf787424526951967176fb47ed8 2024-11-14T14:27:38,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f3297cf787424526951967176fb47ed8, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T14:27:38,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/6c3a822aceef409c94303d971ec8b64b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6c3a822aceef409c94303d971ec8b64b 2024-11-14T14:27:38,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6c3a822aceef409c94303d971ec8b64b, entries=150, sequenceid=246, filesize=11.9 K 2024-11-14T14:27:38,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b18025d7a07cab30be9ef4d2802065f8 in 852ms, sequenceid=246, compaction requested=true 2024-11-14T14:27:38,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:38,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:38,520 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:38,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:38,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:38,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:38,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:38,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T14:27:38,520 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:38,521 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:38,521 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/A is initiating minor compaction (all files) 2024-11-14T14:27:38,521 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/A in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,521 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/3c0c05cffc27489986f7001fa82e372e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/0228c2d2ca3d40868b7f3f0acfa019c7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/50450cc4c74149f8888a7b34e4aa61e0] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=40.7 K 2024-11-14T14:27:38,521 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:38,521 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/B is initiating minor compaction (all files) 2024-11-14T14:27:38,521 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c0c05cffc27489986f7001fa82e372e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731594454894 2024-11-14T14:27:38,521 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/B in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,521 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9e605562f8e340519c5de3db5f4e154a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b92d7ef5bee04b66b7e9e90dda2713e6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f3297cf787424526951967176fb47ed8] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=36.1 K 2024-11-14T14:27:38,521 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0228c2d2ca3d40868b7f3f0acfa019c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731594455911 2024-11-14T14:27:38,521 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e605562f8e340519c5de3db5f4e154a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731594454894 2024-11-14T14:27:38,521 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50450cc4c74149f8888a7b34e4aa61e0, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731594456541 2024-11-14T14:27:38,522 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting b92d7ef5bee04b66b7e9e90dda2713e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731594455911 2024-11-14T14:27:38,522 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting f3297cf787424526951967176fb47ed8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731594456542 2024-11-14T14:27:38,527 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#A#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:38,528 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/e1834151cfae4f99873d5d8218d43f21 is 50, key is test_row_0/A:col10/1731594457667/Put/seqid=0 2024-11-14T14:27:38,530 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:38,530 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/e8539b822f66462cb174408a5b6ce37f is 50, key is test_row_0/B:col10/1731594457667/Put/seqid=0 2024-11-14T14:27:38,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742224_1400 (size=12731) 2024-11-14T14:27:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742225_1401 (size=12731) 2024-11-14T14:27:38,544 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/e8539b822f66462cb174408a5b6ce37f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/e8539b822f66462cb174408a5b6ce37f 2024-11-14T14:27:38,547 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/B of b18025d7a07cab30be9ef4d2802065f8 into e8539b822f66462cb174408a5b6ce37f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:38,547 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:38,547 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/B, priority=13, startTime=1731594458520; duration=0sec 2024-11-14T14:27:38,548 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:38,548 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:B 2024-11-14T14:27:38,548 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:38,548 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:38,548 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/C is initiating minor compaction (all files) 2024-11-14T14:27:38,548 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/C in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,548 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d711cf88ea724191bebfa710a42fe9c8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/5ae3ff857a5d445e93903e7c94e03a68, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6c3a822aceef409c94303d971ec8b64b] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=36.1 K 2024-11-14T14:27:38,549 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting d711cf88ea724191bebfa710a42fe9c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731594454894 2024-11-14T14:27:38,549 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ae3ff857a5d445e93903e7c94e03a68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731594455911 2024-11-14T14:27:38,549 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c3a822aceef409c94303d971ec8b64b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731594456542 2024-11-14T14:27:38,558 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:38,558 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/3c154a9c6cb747b287b90adb1070f1cf is 50, key is test_row_0/C:col10/1731594457667/Put/seqid=0 2024-11-14T14:27:38,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742226_1402 (size=12731) 2024-11-14T14:27:38,654 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-14T14:27:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:38,655 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T14:27:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:38,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:38,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/ab8cca3ddf444173a0d2a2a4117a9334 is 50, key is test_row_0/A:col10/1731594457694/Put/seqid=0 2024-11-14T14:27:38,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742227_1403 (size=12251) 2024-11-14T14:27:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:38,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594518831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594518834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594518836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594518839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,937 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/e1834151cfae4f99873d5d8218d43f21 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/e1834151cfae4f99873d5d8218d43f21 2024-11-14T14:27:38,940 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/A of b18025d7a07cab30be9ef4d2802065f8 into e1834151cfae4f99873d5d8218d43f21(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:38,940 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:38,940 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/A, priority=13, startTime=1731594458520; duration=0sec 2024-11-14T14:27:38,940 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:38,940 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:A 2024-11-14T14:27:38,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594518940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594518940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594518941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594518943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:38,966 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/3c154a9c6cb747b287b90adb1070f1cf as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3c154a9c6cb747b287b90adb1070f1cf 2024-11-14T14:27:38,970 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/C of b18025d7a07cab30be9ef4d2802065f8 into 3c154a9c6cb747b287b90adb1070f1cf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:38,970 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:38,970 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/C, priority=13, startTime=1731594458520; duration=0sec 2024-11-14T14:27:38,970 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:38,970 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:C 2024-11-14T14:27:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T14:27:39,062 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/ab8cca3ddf444173a0d2a2a4117a9334 2024-11-14T14:27:39,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/9f23fdb15f704bd8bc8e699849aff6f4 is 50, key is test_row_0/B:col10/1731594457694/Put/seqid=0 2024-11-14T14:27:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742228_1404 (size=12251) 2024-11-14T14:27:39,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594519072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,075 DEBUG [Thread-1605 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., hostname=d4069aa67eab,43913,1731594320188, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:27:39,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594519145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594519146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594519146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594519148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594519447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594519452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594519452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594519455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,472 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/9f23fdb15f704bd8bc8e699849aff6f4 2024-11-14T14:27:39,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/fc0cf01bd35d430bbb2387275e4d6533 is 50, key is test_row_0/C:col10/1731594457694/Put/seqid=0 2024-11-14T14:27:39,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742229_1405 (size=12251) 2024-11-14T14:27:39,882 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/fc0cf01bd35d430bbb2387275e4d6533 2024-11-14T14:27:39,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/ab8cca3ddf444173a0d2a2a4117a9334 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ab8cca3ddf444173a0d2a2a4117a9334 2024-11-14T14:27:39,888 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ab8cca3ddf444173a0d2a2a4117a9334, entries=150, sequenceid=269, filesize=12.0 K 2024-11-14T14:27:39,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/9f23fdb15f704bd8bc8e699849aff6f4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9f23fdb15f704bd8bc8e699849aff6f4 2024-11-14T14:27:39,892 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9f23fdb15f704bd8bc8e699849aff6f4, entries=150, sequenceid=269, filesize=12.0 K 2024-11-14T14:27:39,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/fc0cf01bd35d430bbb2387275e4d6533 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fc0cf01bd35d430bbb2387275e4d6533 2024-11-14T14:27:39,895 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fc0cf01bd35d430bbb2387275e4d6533, entries=150, sequenceid=269, filesize=12.0 K 2024-11-14T14:27:39,895 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for b18025d7a07cab30be9ef4d2802065f8 in 1240ms, sequenceid=269, compaction requested=false 2024-11-14T14:27:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:39,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-14T14:27:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-14T14:27:39,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-14T14:27:39,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0040 sec 2024-11-14T14:27:39,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.0060 sec 2024-11-14T14:27:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:39,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T14:27:39,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:39,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:39,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:39,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:39,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:39,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:39,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/cbdf84e290624f4b8d0dcf67726eec74 is 50, key is test_row_1/A:col10/1731594459958/Put/seqid=0 2024-11-14T14:27:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742230_1406 (size=12297) 2024-11-14T14:27:39,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594519983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594519983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594519987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594519987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-14T14:27:39,996 INFO [Thread-1611 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-14T14:27:39,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-14T14:27:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T14:27:39,998 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:39,998 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:39,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:40,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594520090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594520090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594520091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594520094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T14:27:40,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T14:27:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594520296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T14:27:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594520296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594520297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594520297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T14:27:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/cbdf84e290624f4b8d0dcf67726eec74 2024-11-14T14:27:40,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/023a786111804414b0caf4498db88069 is 50, key is test_row_1/B:col10/1731594459958/Put/seqid=0 2024-11-14T14:27:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742231_1407 (size=9857) 2024-11-14T14:27:40,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T14:27:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T14:27:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594520600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594520601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T14:27:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:40,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594520603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594520605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T14:27:40,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:40,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/023a786111804414b0caf4498db88069 2024-11-14T14:27:40,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/469372b724de4f1f9b78d03729f16727 is 50, key is test_row_1/C:col10/1731594459958/Put/seqid=0 2024-11-14T14:27:40,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742232_1408 (size=9857) 2024-11-14T14:27:40,910 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:40,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T14:27:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:40,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:41,063 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:41,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T14:27:41,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:41,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:41,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:41,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:41,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T14:27:41,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594521106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:41,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594521107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594521110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:41,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594521111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:41,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:41,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T14:27:41,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:41,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:41,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:41,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:41,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:41,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/469372b724de4f1f9b78d03729f16727 2024-11-14T14:27:41,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/cbdf84e290624f4b8d0dcf67726eec74 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/cbdf84e290624f4b8d0dcf67726eec74 2024-11-14T14:27:41,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/cbdf84e290624f4b8d0dcf67726eec74, entries=150, sequenceid=286, filesize=12.0 K 2024-11-14T14:27:41,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/023a786111804414b0caf4498db88069 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/023a786111804414b0caf4498db88069 2024-11-14T14:27:41,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/023a786111804414b0caf4498db88069, entries=100, sequenceid=286, filesize=9.6 K 2024-11-14T14:27:41,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/469372b724de4f1f9b78d03729f16727 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/469372b724de4f1f9b78d03729f16727 2024-11-14T14:27:41,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/469372b724de4f1f9b78d03729f16727, entries=100, sequenceid=286, filesize=9.6 K 2024-11-14T14:27:41,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b18025d7a07cab30be9ef4d2802065f8 in 1279ms, sequenceid=286, compaction requested=true 2024-11-14T14:27:41,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:41,238 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:41,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:41,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:41,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:41,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:41,239 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:41,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:41,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:41,239 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:41,239 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/A is initiating minor compaction (all files) 2024-11-14T14:27:41,239 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:41,239 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/B is initiating minor compaction (all files) 2024-11-14T14:27:41,239 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/A in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:41,239 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/B in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:41,239 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/e1834151cfae4f99873d5d8218d43f21, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ab8cca3ddf444173a0d2a2a4117a9334, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/cbdf84e290624f4b8d0dcf67726eec74] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=36.4 K 2024-11-14T14:27:41,239 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/e8539b822f66462cb174408a5b6ce37f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9f23fdb15f704bd8bc8e699849aff6f4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/023a786111804414b0caf4498db88069] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=34.0 K 2024-11-14T14:27:41,240 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting e8539b822f66462cb174408a5b6ce37f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731594456542 2024-11-14T14:27:41,240 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1834151cfae4f99873d5d8218d43f21, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731594456542 2024-11-14T14:27:41,240 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab8cca3ddf444173a0d2a2a4117a9334, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731594457672 2024-11-14T14:27:41,240 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f23fdb15f704bd8bc8e699849aff6f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731594457672 2024-11-14T14:27:41,240 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbdf84e290624f4b8d0dcf67726eec74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731594458829 2024-11-14T14:27:41,240 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 023a786111804414b0caf4498db88069, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731594458838 2024-11-14T14:27:41,248 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#A#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:41,248 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:41,248 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/ec3f678bf5a840768dd45997763b85b6 is 50, key is test_row_0/B:col10/1731594457694/Put/seqid=0 2024-11-14T14:27:41,253 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/771fd105602043c4877a20ceff757694 is 50, key is test_row_0/A:col10/1731594457694/Put/seqid=0 2024-11-14T14:27:41,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742234_1410 (size=12983) 2024-11-14T14:27:41,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742233_1409 (size=12983) 2024-11-14T14:27:41,262 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/ec3f678bf5a840768dd45997763b85b6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ec3f678bf5a840768dd45997763b85b6 2024-11-14T14:27:41,266 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/B of b18025d7a07cab30be9ef4d2802065f8 into ec3f678bf5a840768dd45997763b85b6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:41,266 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:41,266 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/B, priority=13, startTime=1731594461238; duration=0sec 2024-11-14T14:27:41,266 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:41,266 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:B 2024-11-14T14:27:41,266 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:41,267 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:41,267 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/C is initiating minor compaction (all files) 2024-11-14T14:27:41,267 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/C in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:41,267 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3c154a9c6cb747b287b90adb1070f1cf, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fc0cf01bd35d430bbb2387275e4d6533, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/469372b724de4f1f9b78d03729f16727] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=34.0 K 2024-11-14T14:27:41,267 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c154a9c6cb747b287b90adb1070f1cf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731594456542 2024-11-14T14:27:41,268 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting fc0cf01bd35d430bbb2387275e4d6533, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1731594457672 2024-11-14T14:27:41,268 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 469372b724de4f1f9b78d03729f16727, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731594458838 2024-11-14T14:27:41,274 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:41,274 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/64097d21cdf84d62a14bd52828b3641c is 50, key is test_row_0/C:col10/1731594457694/Put/seqid=0 2024-11-14T14:27:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742235_1411 (size=12983) 2024-11-14T14:27:41,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:41,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-14T14:27:41,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:41,369 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T14:27:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:41,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/643e5c1db8a34a5096b58dbbe958e7a4 is 50, key is test_row_0/A:col10/1731594459982/Put/seqid=0 2024-11-14T14:27:41,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742236_1412 (size=12301) 2024-11-14T14:27:41,664 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/771fd105602043c4877a20ceff757694 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/771fd105602043c4877a20ceff757694 2024-11-14T14:27:41,668 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/A of b18025d7a07cab30be9ef4d2802065f8 into 771fd105602043c4877a20ceff757694(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:41,668 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:41,668 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/A, priority=13, startTime=1731594461238; duration=0sec 2024-11-14T14:27:41,668 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:41,668 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:A 2024-11-14T14:27:41,694 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/64097d21cdf84d62a14bd52828b3641c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/64097d21cdf84d62a14bd52828b3641c 2024-11-14T14:27:41,698 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/C of b18025d7a07cab30be9ef4d2802065f8 into 64097d21cdf84d62a14bd52828b3641c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:41,698 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:41,698 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/C, priority=13, startTime=1731594461239; duration=0sec 2024-11-14T14:27:41,698 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:41,698 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:C 2024-11-14T14:27:41,777 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/643e5c1db8a34a5096b58dbbe958e7a4 2024-11-14T14:27:41,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/f8ba1477e5524265bd3a99b3fa1228cf is 50, key is test_row_0/B:col10/1731594459982/Put/seqid=0 2024-11-14T14:27:41,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742237_1413 (size=12301) 2024-11-14T14:27:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T14:27:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:42,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:42,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594522130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594522133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594522134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594522135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,188 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/f8ba1477e5524265bd3a99b3fa1228cf 2024-11-14T14:27:42,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/2070f8e1feea4ba4a4e090945a0ca666 is 50, key is test_row_0/C:col10/1731594459982/Put/seqid=0 2024-11-14T14:27:42,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742238_1414 (size=12301) 2024-11-14T14:27:42,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594522238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594522238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594522241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594522241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594522441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594522442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594522448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594522448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,601 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/2070f8e1feea4ba4a4e090945a0ca666 2024-11-14T14:27:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/643e5c1db8a34a5096b58dbbe958e7a4 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/643e5c1db8a34a5096b58dbbe958e7a4 2024-11-14T14:27:42,607 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/643e5c1db8a34a5096b58dbbe958e7a4, entries=150, sequenceid=308, filesize=12.0 K 2024-11-14T14:27:42,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/f8ba1477e5524265bd3a99b3fa1228cf as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f8ba1477e5524265bd3a99b3fa1228cf 2024-11-14T14:27:42,610 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f8ba1477e5524265bd3a99b3fa1228cf, entries=150, sequenceid=308, filesize=12.0 K 2024-11-14T14:27:42,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/2070f8e1feea4ba4a4e090945a0ca666 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/2070f8e1feea4ba4a4e090945a0ca666 2024-11-14T14:27:42,613 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/2070f8e1feea4ba4a4e090945a0ca666, entries=150, sequenceid=308, filesize=12.0 K 2024-11-14T14:27:42,614 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b18025d7a07cab30be9ef4d2802065f8 in 1244ms, sequenceid=308, compaction requested=false 2024-11-14T14:27:42,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:42,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:42,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-14T14:27:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-14T14:27:42,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-14T14:27:42,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6170 sec 2024-11-14T14:27:42,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.6190 sec 2024-11-14T14:27:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:42,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T14:27:42,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:42,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:42,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:42,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:42,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:42,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:42,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/335eaa1279124656aa6fe11e3e17d632 is 50, key is test_row_0/A:col10/1731594462133/Put/seqid=0 2024-11-14T14:27:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742239_1415 (size=14741) 2024-11-14T14:27:42,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594522774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594522774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594522775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594522779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594522881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594522882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594522882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:42,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594522882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594523086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594523086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594523087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594523087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48954 deadline: 1731594523105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,110 DEBUG [Thread-1605 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., hostname=d4069aa67eab,43913,1731594320188, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:27:43,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/335eaa1279124656aa6fe11e3e17d632 2024-11-14T14:27:43,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/a32559735a364e97bb6fdeeebc6ee10a is 50, key is test_row_0/B:col10/1731594462133/Put/seqid=0 2024-11-14T14:27:43,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742240_1416 (size=12301) 2024-11-14T14:27:43,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594523391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594523391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594523392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594523393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/a32559735a364e97bb6fdeeebc6ee10a 2024-11-14T14:27:43,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/3d69b9da313243568ae2e2be1e7e1144 is 50, key is test_row_0/C:col10/1731594462133/Put/seqid=0 2024-11-14T14:27:43,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742241_1417 (size=12301) 2024-11-14T14:27:43,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48960 deadline: 1731594523899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48994 deadline: 1731594523900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48918 deadline: 1731594523901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48920 deadline: 1731594523902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:43,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/3d69b9da313243568ae2e2be1e7e1144 2024-11-14T14:27:43,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/335eaa1279124656aa6fe11e3e17d632 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/335eaa1279124656aa6fe11e3e17d632 2024-11-14T14:27:43,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/335eaa1279124656aa6fe11e3e17d632, entries=200, sequenceid=326, filesize=14.4 K 2024-11-14T14:27:43,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/a32559735a364e97bb6fdeeebc6ee10a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a32559735a364e97bb6fdeeebc6ee10a 2024-11-14T14:27:43,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a32559735a364e97bb6fdeeebc6ee10a, entries=150, sequenceid=326, filesize=12.0 K 2024-11-14T14:27:43,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/3d69b9da313243568ae2e2be1e7e1144 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3d69b9da313243568ae2e2be1e7e1144 2024-11-14T14:27:43,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3d69b9da313243568ae2e2be1e7e1144, entries=150, sequenceid=326, filesize=12.0 K 2024-11-14T14:27:43,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b18025d7a07cab30be9ef4d2802065f8 in 1239ms, sequenceid=326, compaction requested=true 2024-11-14T14:27:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:43,988 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:27:43,989 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:43,989 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/A is initiating minor compaction (all files) 2024-11-14T14:27:43,989 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/A in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:43,989 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/771fd105602043c4877a20ceff757694, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/643e5c1db8a34a5096b58dbbe958e7a4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/335eaa1279124656aa6fe11e3e17d632] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=39.1 K 2024-11-14T14:27:43,989 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 771fd105602043c4877a20ceff757694, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731594457694 2024-11-14T14:27:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:43,989 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:43,989 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 643e5c1db8a34a5096b58dbbe958e7a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731594459982 2024-11-14T14:27:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:27:43,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:43,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b18025d7a07cab30be9ef4d2802065f8:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:27:43,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:43,990 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 335eaa1279124656aa6fe11e3e17d632, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731594462128 2024-11-14T14:27:43,990 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:43,990 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/B is initiating minor compaction (all files) 2024-11-14T14:27:43,990 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/B in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:43,990 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ec3f678bf5a840768dd45997763b85b6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f8ba1477e5524265bd3a99b3fa1228cf, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a32559735a364e97bb6fdeeebc6ee10a] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=36.7 K 2024-11-14T14:27:43,990 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ec3f678bf5a840768dd45997763b85b6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731594457694 2024-11-14T14:27:43,991 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting f8ba1477e5524265bd3a99b3fa1228cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731594459982 2024-11-14T14:27:43,991 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a32559735a364e97bb6fdeeebc6ee10a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731594462128 2024-11-14T14:27:43,995 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#A#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:43,995 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/6a3753e5289b4f9995c749a7770cafeb is 50, key is test_row_0/A:col10/1731594462133/Put/seqid=0 2024-11-14T14:27:43,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742242_1418 (size=13085) 2024-11-14T14:27:43,998 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:43,999 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/d3bbdf9de37f427fb75a5789012eab7e is 50, key is test_row_0/B:col10/1731594462133/Put/seqid=0 2024-11-14T14:27:44,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742243_1419 (size=13085) 2024-11-14T14:27:44,005 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/d3bbdf9de37f427fb75a5789012eab7e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/d3bbdf9de37f427fb75a5789012eab7e 2024-11-14T14:27:44,008 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/B of b18025d7a07cab30be9ef4d2802065f8 into d3bbdf9de37f427fb75a5789012eab7e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:44,008 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:44,008 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/B, priority=13, startTime=1731594463989; duration=0sec 2024-11-14T14:27:44,008 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:27:44,008 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:B 2024-11-14T14:27:44,008 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:27:44,009 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:27:44,009 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): b18025d7a07cab30be9ef4d2802065f8/C is initiating minor compaction (all files) 2024-11-14T14:27:44,009 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b18025d7a07cab30be9ef4d2802065f8/C in TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:44,010 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/64097d21cdf84d62a14bd52828b3641c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/2070f8e1feea4ba4a4e090945a0ca666, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3d69b9da313243568ae2e2be1e7e1144] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp, totalSize=36.7 K 2024-11-14T14:27:44,011 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 64097d21cdf84d62a14bd52828b3641c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731594457694 2024-11-14T14:27:44,011 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 2070f8e1feea4ba4a4e090945a0ca666, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731594459982 2024-11-14T14:27:44,011 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d69b9da313243568ae2e2be1e7e1144, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731594462128 2024-11-14T14:27:44,017 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b18025d7a07cab30be9ef4d2802065f8#C#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:27:44,017 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/8c8e4259ac9745a2a34ef30ac12d82d6 is 50, key is test_row_0/C:col10/1731594462133/Put/seqid=0 2024-11-14T14:27:44,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742244_1420 (size=13085) 2024-11-14T14:27:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-14T14:27:44,102 INFO [Thread-1611 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-14T14:27:44,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-14T14:27:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T14:27:44,104 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:44,104 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:44,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:44,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T14:27:44,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:44,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-14T14:27:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:44,256 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T14:27:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:44,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:44,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/e9c7e690d7c04c6b90e65e4ba285bbad is 50, key is test_row_0/A:col10/1731594462764/Put/seqid=0 2024-11-14T14:27:44,260 DEBUG [Thread-1616 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:64189 2024-11-14T14:27:44,260 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:44,261 DEBUG [Thread-1618 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:64189 2024-11-14T14:27:44,261 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:44,261 DEBUG [Thread-1612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:64189 2024-11-14T14:27:44,261 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742245_1421 (size=12301) 2024-11-14T14:27:44,265 DEBUG [Thread-1620 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:64189 2024-11-14T14:27:44,265 DEBUG [Thread-1620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:44,265 DEBUG [Thread-1614 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:64189 2024-11-14T14:27:44,265 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T14:27:44,410 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/6a3753e5289b4f9995c749a7770cafeb as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/6a3753e5289b4f9995c749a7770cafeb 2024-11-14T14:27:44,417 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/A of b18025d7a07cab30be9ef4d2802065f8 into 6a3753e5289b4f9995c749a7770cafeb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:44,418 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:44,418 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/A, priority=13, startTime=1731594463988; duration=0sec 2024-11-14T14:27:44,418 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:44,418 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:A 2024-11-14T14:27:44,434 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/8c8e4259ac9745a2a34ef30ac12d82d6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/8c8e4259ac9745a2a34ef30ac12d82d6 2024-11-14T14:27:44,440 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b18025d7a07cab30be9ef4d2802065f8/C of b18025d7a07cab30be9ef4d2802065f8 into 8c8e4259ac9745a2a34ef30ac12d82d6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:27:44,440 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:44,440 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8., storeName=b18025d7a07cab30be9ef4d2802065f8/C, priority=13, startTime=1731594463990; duration=0sec 2024-11-14T14:27:44,440 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:27:44,440 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b18025d7a07cab30be9ef4d2802065f8:C 2024-11-14T14:27:44,665 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/e9c7e690d7c04c6b90e65e4ba285bbad 2024-11-14T14:27:44,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/b1f68ab009e6438e9b3f7ea4c9158f88 is 50, key is test_row_0/B:col10/1731594462764/Put/seqid=0 2024-11-14T14:27:44,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742246_1422 (size=12301) 2024-11-14T14:27:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T14:27:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:44,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. as already flushing 2024-11-14T14:27:44,912 DEBUG [Thread-1603 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:64189 2024-11-14T14:27:44,912 DEBUG [Thread-1601 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:64189 2024-11-14T14:27:44,912 DEBUG [Thread-1609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:64189 2024-11-14T14:27:44,912 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:44,912 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:44,912 DEBUG [Thread-1609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:44,915 DEBUG [Thread-1607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:64189 2024-11-14T14:27:44,915 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:45,085 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/b1f68ab009e6438e9b3f7ea4c9158f88 2024-11-14T14:27:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/b807db77c7464f6680ae68194b3c2978 is 50, key is test_row_0/C:col10/1731594462764/Put/seqid=0 2024-11-14T14:27:45,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742247_1423 (size=12301) 2024-11-14T14:27:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T14:27:45,503 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/b807db77c7464f6680ae68194b3c2978 2024-11-14T14:27:45,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/e9c7e690d7c04c6b90e65e4ba285bbad as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/e9c7e690d7c04c6b90e65e4ba285bbad 2024-11-14T14:27:45,515 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/e9c7e690d7c04c6b90e65e4ba285bbad, entries=150, sequenceid=347, filesize=12.0 K 2024-11-14T14:27:45,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/b1f68ab009e6438e9b3f7ea4c9158f88 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b1f68ab009e6438e9b3f7ea4c9158f88 2024-11-14T14:27:45,520 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b1f68ab009e6438e9b3f7ea4c9158f88, entries=150, sequenceid=347, filesize=12.0 K 2024-11-14T14:27:45,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/b807db77c7464f6680ae68194b3c2978 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/b807db77c7464f6680ae68194b3c2978 2024-11-14T14:27:45,524 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/b807db77c7464f6680ae68194b3c2978, entries=150, sequenceid=347, filesize=12.0 K 2024-11-14T14:27:45,525 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=26.84 KB/27480 for b18025d7a07cab30be9ef4d2802065f8 in 1268ms, sequenceid=347, compaction requested=false 2024-11-14T14:27:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:45,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-14T14:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-14T14:27:45,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-14T14:27:45,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-11-14T14:27:45,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.4230 sec 2024-11-14T14:27:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-14T14:27:46,211 INFO [Thread-1611 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-14T14:27:48,571 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:27:51,999 ERROR [LeaseRenewer:jenkins@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:34543,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:53,175 DEBUG [Thread-1605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:64189 2024-11-14T14:27:53,175 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2145 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6435 rows 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2165 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6495 rows 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2148 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6444 rows 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2159 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6477 rows 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2148 2024-11-14T14:27:53,176 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6444 rows 2024-11-14T14:27:53,176 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T14:27:53,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:64189 2024-11-14T14:27:53,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:27:53,179 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T14:27:53,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:27:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T14:27:53,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594473184"}]},"ts":"1731594473184"} 2024-11-14T14:27:53,185 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:27:53,231 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:27:53,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:27:53,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b18025d7a07cab30be9ef4d2802065f8, UNASSIGN}] 2024-11-14T14:27:53,236 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b18025d7a07cab30be9ef4d2802065f8, UNASSIGN 2024-11-14T14:27:53,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=b18025d7a07cab30be9ef4d2802065f8, regionState=CLOSING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:53,238 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:27:53,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:27:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T14:27:53,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:53,392 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:53,392 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T14:27:53,393 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing b18025d7a07cab30be9ef4d2802065f8, disabling compactions & flushes 2024-11-14T14:27:53,393 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:53,393 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:53,393 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. after waiting 0 ms 2024-11-14T14:27:53,393 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:53,393 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing b18025d7a07cab30be9ef4d2802065f8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T14:27:53,394 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=A 2024-11-14T14:27:53,394 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:53,394 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=B 2024-11-14T14:27:53,394 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:53,394 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b18025d7a07cab30be9ef4d2802065f8, store=C 2024-11-14T14:27:53,394 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:53,400 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/ef75c3d9ad0f4903b54a340e78bb8b21 is 50, key is test_row_0/A:col10/1731594464909/Put/seqid=0 2024-11-14T14:27:53,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742248_1424 (size=12301) 2024-11-14T14:27:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T14:27:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T14:27:53,805 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/ef75c3d9ad0f4903b54a340e78bb8b21 2024-11-14T14:27:53,820 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/2fa2e0a524ed4183896f6819dd15a29e is 50, key is test_row_0/B:col10/1731594464909/Put/seqid=0 2024-11-14T14:27:53,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742249_1425 (size=12301) 2024-11-14T14:27:54,225 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/2fa2e0a524ed4183896f6819dd15a29e 2024-11-14T14:27:54,239 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/df04920ca3f64654895a5a73e8ef9c22 is 50, key is test_row_0/C:col10/1731594464909/Put/seqid=0 2024-11-14T14:27:54,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742250_1426 (size=12301) 2024-11-14T14:27:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T14:27:54,644 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/df04920ca3f64654895a5a73e8ef9c22 2024-11-14T14:27:54,654 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/A/ef75c3d9ad0f4903b54a340e78bb8b21 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ef75c3d9ad0f4903b54a340e78bb8b21 2024-11-14T14:27:54,659 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ef75c3d9ad0f4903b54a340e78bb8b21, entries=150, sequenceid=357, filesize=12.0 K 2024-11-14T14:27:54,660 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/B/2fa2e0a524ed4183896f6819dd15a29e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/2fa2e0a524ed4183896f6819dd15a29e 2024-11-14T14:27:54,664 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/2fa2e0a524ed4183896f6819dd15a29e, entries=150, sequenceid=357, filesize=12.0 K 2024-11-14T14:27:54,666 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/.tmp/C/df04920ca3f64654895a5a73e8ef9c22 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/df04920ca3f64654895a5a73e8ef9c22 2024-11-14T14:27:54,670 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/df04920ca3f64654895a5a73e8ef9c22, entries=150, sequenceid=357, filesize=12.0 K 2024-11-14T14:27:54,671 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b18025d7a07cab30be9ef4d2802065f8 in 1278ms, sequenceid=357, compaction requested=true 2024-11-14T14:27:54,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/97525db3474549e4abdc1af84ec1f7de, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/7ea2866a0ae3486bb93d882edfdc46ce, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ca3d192b603a44cda2ad7d7c4d15a8c2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/29a22a5a8c934ce7948e0c9b8a862ef4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b4f50afaf5e446eb8f3c1c830b922c87, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f96a7987230442f0863bac7c1d474de4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b2745fe3e22c4324aa101b63813b80a9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/4a12402263b24b06bb087b102113b7dd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f2c028c619c24df5b197fefeb7151300, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b8f0f5b7779d47b5a0dde8d33d1d50ec, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/56222edd0fcd436aac7f4fd5b4a3b62a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/d8c582d1bb0744c1b8045383457661de, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/802f81c741bd467980cf51c235a7f06f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/8a1e9ec0cbdd46f5915c2f12559665ec, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/3c0c05cffc27489986f7001fa82e372e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/0228c2d2ca3d40868b7f3f0acfa019c7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/50450cc4c74149f8888a7b34e4aa61e0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/e1834151cfae4f99873d5d8218d43f21, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ab8cca3ddf444173a0d2a2a4117a9334, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/771fd105602043c4877a20ceff757694, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/cbdf84e290624f4b8d0dcf67726eec74, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/643e5c1db8a34a5096b58dbbe958e7a4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/335eaa1279124656aa6fe11e3e17d632] to archive 2024-11-14T14:27:54,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:27:54,675 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/97525db3474549e4abdc1af84ec1f7de to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/97525db3474549e4abdc1af84ec1f7de 2024-11-14T14:27:54,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/7ea2866a0ae3486bb93d882edfdc46ce to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/7ea2866a0ae3486bb93d882edfdc46ce 2024-11-14T14:27:54,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ca3d192b603a44cda2ad7d7c4d15a8c2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ca3d192b603a44cda2ad7d7c4d15a8c2 2024-11-14T14:27:54,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/29a22a5a8c934ce7948e0c9b8a862ef4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/29a22a5a8c934ce7948e0c9b8a862ef4 2024-11-14T14:27:54,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b4f50afaf5e446eb8f3c1c830b922c87 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b4f50afaf5e446eb8f3c1c830b922c87 2024-11-14T14:27:54,679 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f96a7987230442f0863bac7c1d474de4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f96a7987230442f0863bac7c1d474de4 2024-11-14T14:27:54,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b2745fe3e22c4324aa101b63813b80a9 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b2745fe3e22c4324aa101b63813b80a9 2024-11-14T14:27:54,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/4a12402263b24b06bb087b102113b7dd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/4a12402263b24b06bb087b102113b7dd 2024-11-14T14:27:54,681 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f2c028c619c24df5b197fefeb7151300 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/f2c028c619c24df5b197fefeb7151300 2024-11-14T14:27:54,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b8f0f5b7779d47b5a0dde8d33d1d50ec to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/b8f0f5b7779d47b5a0dde8d33d1d50ec 2024-11-14T14:27:54,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/56222edd0fcd436aac7f4fd5b4a3b62a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/56222edd0fcd436aac7f4fd5b4a3b62a 2024-11-14T14:27:54,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/d8c582d1bb0744c1b8045383457661de to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/d8c582d1bb0744c1b8045383457661de 2024-11-14T14:27:54,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/802f81c741bd467980cf51c235a7f06f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/802f81c741bd467980cf51c235a7f06f 2024-11-14T14:27:54,685 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/8a1e9ec0cbdd46f5915c2f12559665ec to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/8a1e9ec0cbdd46f5915c2f12559665ec 2024-11-14T14:27:54,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/3c0c05cffc27489986f7001fa82e372e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/3c0c05cffc27489986f7001fa82e372e 2024-11-14T14:27:54,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/0228c2d2ca3d40868b7f3f0acfa019c7 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/0228c2d2ca3d40868b7f3f0acfa019c7 2024-11-14T14:27:54,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/50450cc4c74149f8888a7b34e4aa61e0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/50450cc4c74149f8888a7b34e4aa61e0 2024-11-14T14:27:54,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/e1834151cfae4f99873d5d8218d43f21 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/e1834151cfae4f99873d5d8218d43f21 2024-11-14T14:27:54,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ab8cca3ddf444173a0d2a2a4117a9334 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ab8cca3ddf444173a0d2a2a4117a9334 2024-11-14T14:27:54,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/771fd105602043c4877a20ceff757694 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/771fd105602043c4877a20ceff757694 2024-11-14T14:27:54,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/cbdf84e290624f4b8d0dcf67726eec74 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/cbdf84e290624f4b8d0dcf67726eec74 2024-11-14T14:27:54,690 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/643e5c1db8a34a5096b58dbbe958e7a4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/643e5c1db8a34a5096b58dbbe958e7a4 2024-11-14T14:27:54,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/335eaa1279124656aa6fe11e3e17d632 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/335eaa1279124656aa6fe11e3e17d632 2024-11-14T14:27:54,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/efef213e3d134c6a94655b19970c1d05, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a670e7b22a6c443a876fe427c4e6f323, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/2869033eb3e946fbb8feaeeaeb5bce8c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/8e8e7416896444bd92e108a9a11326b2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/fe28a08996714e50abc4677ba7c9eed9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ef8629cc7b6d41c7b7dfa9e323c7b447, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/5cc44c43f2054dfeb4a96498faaf3468, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a72903f78940445198754825b33dcf4d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/c608ff8b1c6c49bb8753b82cabaf6495, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/4bea8d67864e45bfa5c4e34ac3e3b708, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/01ef1956185c44d3a6fe183cfcf43c4b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ff3bb70cc98d4c559f9ba8d2d613ac4d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/3d9228fee619496abf565382dd8fe09e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9e605562f8e340519c5de3db5f4e154a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b2091b377ae145f4b9261854afe9ce25, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b92d7ef5bee04b66b7e9e90dda2713e6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/e8539b822f66462cb174408a5b6ce37f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f3297cf787424526951967176fb47ed8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9f23fdb15f704bd8bc8e699849aff6f4, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ec3f678bf5a840768dd45997763b85b6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/023a786111804414b0caf4498db88069, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f8ba1477e5524265bd3a99b3fa1228cf, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a32559735a364e97bb6fdeeebc6ee10a] to archive 2024-11-14T14:27:54,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:27:54,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/efef213e3d134c6a94655b19970c1d05 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/efef213e3d134c6a94655b19970c1d05 2024-11-14T14:27:54,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a670e7b22a6c443a876fe427c4e6f323 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a670e7b22a6c443a876fe427c4e6f323 2024-11-14T14:27:54,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/2869033eb3e946fbb8feaeeaeb5bce8c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/2869033eb3e946fbb8feaeeaeb5bce8c 2024-11-14T14:27:54,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/8e8e7416896444bd92e108a9a11326b2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/8e8e7416896444bd92e108a9a11326b2 2024-11-14T14:27:54,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/fe28a08996714e50abc4677ba7c9eed9 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/fe28a08996714e50abc4677ba7c9eed9 2024-11-14T14:27:54,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ef8629cc7b6d41c7b7dfa9e323c7b447 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ef8629cc7b6d41c7b7dfa9e323c7b447 2024-11-14T14:27:54,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/5cc44c43f2054dfeb4a96498faaf3468 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/5cc44c43f2054dfeb4a96498faaf3468 2024-11-14T14:27:54,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a72903f78940445198754825b33dcf4d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a72903f78940445198754825b33dcf4d 2024-11-14T14:27:54,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/c608ff8b1c6c49bb8753b82cabaf6495 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/c608ff8b1c6c49bb8753b82cabaf6495 2024-11-14T14:27:54,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/4bea8d67864e45bfa5c4e34ac3e3b708 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/4bea8d67864e45bfa5c4e34ac3e3b708 2024-11-14T14:27:54,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/01ef1956185c44d3a6fe183cfcf43c4b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/01ef1956185c44d3a6fe183cfcf43c4b 2024-11-14T14:27:54,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ff3bb70cc98d4c559f9ba8d2d613ac4d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ff3bb70cc98d4c559f9ba8d2d613ac4d 2024-11-14T14:27:54,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/3d9228fee619496abf565382dd8fe09e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/3d9228fee619496abf565382dd8fe09e 2024-11-14T14:27:54,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9e605562f8e340519c5de3db5f4e154a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9e605562f8e340519c5de3db5f4e154a 2024-11-14T14:27:54,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b2091b377ae145f4b9261854afe9ce25 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b2091b377ae145f4b9261854afe9ce25 2024-11-14T14:27:54,703 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34543,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:54,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b92d7ef5bee04b66b7e9e90dda2713e6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b92d7ef5bee04b66b7e9e90dda2713e6 2024-11-14T14:27:54,704 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/e8539b822f66462cb174408a5b6ce37f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/e8539b822f66462cb174408a5b6ce37f 2024-11-14T14:27:54,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f3297cf787424526951967176fb47ed8 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f3297cf787424526951967176fb47ed8 2024-11-14T14:27:54,705 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9f23fdb15f704bd8bc8e699849aff6f4 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/9f23fdb15f704bd8bc8e699849aff6f4 2024-11-14T14:27:54,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ec3f678bf5a840768dd45997763b85b6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/ec3f678bf5a840768dd45997763b85b6 2024-11-14T14:27:54,706 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/023a786111804414b0caf4498db88069 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/023a786111804414b0caf4498db88069 2024-11-14T14:27:54,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f8ba1477e5524265bd3a99b3fa1228cf to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/f8ba1477e5524265bd3a99b3fa1228cf 2024-11-14T14:27:54,707 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a32559735a364e97bb6fdeeebc6ee10a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/a32559735a364e97bb6fdeeebc6ee10a 2024-11-14T14:27:54,708 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/83d804ce655045cf88e5b7c71434df77, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1da286d4355a4c81a706a614f2626fb5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/26e506235d6a4d798f72b9369355109c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e055ca070f594d73a8cc71d54dbaac72, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6d24c34854294f2f98c89b7791ccbacf, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/4bfc94667050497c9ac3153417d56837, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/8baee4dbf443449e853fe7a327a0b8d0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/f2b26ed10661470e9789f1621ede6458, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/11a5f8eceb63483eb8d09eebb3235a6e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fb7ad5675f4c44e58144112aba7b92e5, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d5c26bea0c4842229cfc46215c9632b8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1c0eaa22555347b59115f9622beecb54, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/9969aa5c97d34235abf3cf9063ae2ef0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d711cf88ea724191bebfa710a42fe9c8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e15a6e94e6994b35ad2fb9982a9ee558, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/5ae3ff857a5d445e93903e7c94e03a68, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3c154a9c6cb747b287b90adb1070f1cf, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6c3a822aceef409c94303d971ec8b64b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fc0cf01bd35d430bbb2387275e4d6533, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/64097d21cdf84d62a14bd52828b3641c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/469372b724de4f1f9b78d03729f16727, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/2070f8e1feea4ba4a4e090945a0ca666, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3d69b9da313243568ae2e2be1e7e1144] to archive 2024-11-14T14:27:54,709 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:27:54,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/83d804ce655045cf88e5b7c71434df77 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/83d804ce655045cf88e5b7c71434df77 2024-11-14T14:27:54,710 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1da286d4355a4c81a706a614f2626fb5 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1da286d4355a4c81a706a614f2626fb5 2024-11-14T14:27:54,711 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/26e506235d6a4d798f72b9369355109c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/26e506235d6a4d798f72b9369355109c 2024-11-14T14:27:54,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e055ca070f594d73a8cc71d54dbaac72 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e055ca070f594d73a8cc71d54dbaac72 2024-11-14T14:27:54,712 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6d24c34854294f2f98c89b7791ccbacf to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6d24c34854294f2f98c89b7791ccbacf 2024-11-14T14:27:54,713 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/4bfc94667050497c9ac3153417d56837 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/4bfc94667050497c9ac3153417d56837 2024-11-14T14:27:54,714 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/8baee4dbf443449e853fe7a327a0b8d0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/8baee4dbf443449e853fe7a327a0b8d0 2024-11-14T14:27:54,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/f2b26ed10661470e9789f1621ede6458 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/f2b26ed10661470e9789f1621ede6458 2024-11-14T14:27:54,715 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/11a5f8eceb63483eb8d09eebb3235a6e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/11a5f8eceb63483eb8d09eebb3235a6e 2024-11-14T14:27:54,716 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fb7ad5675f4c44e58144112aba7b92e5 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fb7ad5675f4c44e58144112aba7b92e5 2024-11-14T14:27:54,717 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d5c26bea0c4842229cfc46215c9632b8 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d5c26bea0c4842229cfc46215c9632b8 2024-11-14T14:27:54,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1c0eaa22555347b59115f9622beecb54 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/1c0eaa22555347b59115f9622beecb54 2024-11-14T14:27:54,718 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/9969aa5c97d34235abf3cf9063ae2ef0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/9969aa5c97d34235abf3cf9063ae2ef0 2024-11-14T14:27:54,719 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d711cf88ea724191bebfa710a42fe9c8 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/d711cf88ea724191bebfa710a42fe9c8 2024-11-14T14:27:54,720 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e15a6e94e6994b35ad2fb9982a9ee558 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/e15a6e94e6994b35ad2fb9982a9ee558 2024-11-14T14:27:54,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/5ae3ff857a5d445e93903e7c94e03a68 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/5ae3ff857a5d445e93903e7c94e03a68 2024-11-14T14:27:54,721 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3c154a9c6cb747b287b90adb1070f1cf to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3c154a9c6cb747b287b90adb1070f1cf 2024-11-14T14:27:54,722 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6c3a822aceef409c94303d971ec8b64b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/6c3a822aceef409c94303d971ec8b64b 2024-11-14T14:27:54,723 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fc0cf01bd35d430bbb2387275e4d6533 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/fc0cf01bd35d430bbb2387275e4d6533 2024-11-14T14:27:54,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/64097d21cdf84d62a14bd52828b3641c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/64097d21cdf84d62a14bd52828b3641c 2024-11-14T14:27:54,724 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/469372b724de4f1f9b78d03729f16727 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/469372b724de4f1f9b78d03729f16727 2024-11-14T14:27:54,725 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/2070f8e1feea4ba4a4e090945a0ca666 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/2070f8e1feea4ba4a4e090945a0ca666 2024-11-14T14:27:54,726 DEBUG [StoreCloser-TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3d69b9da313243568ae2e2be1e7e1144 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/3d69b9da313243568ae2e2be1e7e1144 2024-11-14T14:27:54,729 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/recovered.edits/360.seqid, newMaxSeqId=360, maxSeqId=1 2024-11-14T14:27:54,730 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8. 2024-11-14T14:27:54,730 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for b18025d7a07cab30be9ef4d2802065f8: 2024-11-14T14:27:54,731 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:54,731 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=b18025d7a07cab30be9ef4d2802065f8, regionState=CLOSED 2024-11-14T14:27:54,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-14T14:27:54,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure b18025d7a07cab30be9ef4d2802065f8, server=d4069aa67eab,43913,1731594320188 in 1.4930 sec 2024-11-14T14:27:54,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-14T14:27:54,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b18025d7a07cab30be9ef4d2802065f8, UNASSIGN in 1.4980 sec 2024-11-14T14:27:54,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-14T14:27:54,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5030 sec 2024-11-14T14:27:54,737 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594474737"}]},"ts":"1731594474737"} 2024-11-14T14:27:54,737 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:27:54,772 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:27:54,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5930 sec 2024-11-14T14:27:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-14T14:27:55,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-14T14:27:55,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:27:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:55,299 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-14T14:27:55,300 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:55,303 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:55,306 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/recovered.edits] 2024-11-14T14:27:55,309 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/6a3753e5289b4f9995c749a7770cafeb to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/6a3753e5289b4f9995c749a7770cafeb 2024-11-14T14:27:55,311 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/e9c7e690d7c04c6b90e65e4ba285bbad to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/e9c7e690d7c04c6b90e65e4ba285bbad 2024-11-14T14:27:55,312 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ef75c3d9ad0f4903b54a340e78bb8b21 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/A/ef75c3d9ad0f4903b54a340e78bb8b21 2024-11-14T14:27:55,314 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/2fa2e0a524ed4183896f6819dd15a29e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/2fa2e0a524ed4183896f6819dd15a29e 2024-11-14T14:27:55,315 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b1f68ab009e6438e9b3f7ea4c9158f88 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/b1f68ab009e6438e9b3f7ea4c9158f88 2024-11-14T14:27:55,316 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/d3bbdf9de37f427fb75a5789012eab7e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/B/d3bbdf9de37f427fb75a5789012eab7e 2024-11-14T14:27:55,318 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/8c8e4259ac9745a2a34ef30ac12d82d6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/8c8e4259ac9745a2a34ef30ac12d82d6 2024-11-14T14:27:55,319 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/b807db77c7464f6680ae68194b3c2978 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/b807db77c7464f6680ae68194b3c2978 2024-11-14T14:27:55,320 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/df04920ca3f64654895a5a73e8ef9c22 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/C/df04920ca3f64654895a5a73e8ef9c22 2024-11-14T14:27:55,322 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/recovered.edits/360.seqid to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8/recovered.edits/360.seqid 2024-11-14T14:27:55,323 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/b18025d7a07cab30be9ef4d2802065f8 2024-11-14T14:27:55,323 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:27:55,325 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:55,326 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:27:55,327 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:27:55,328 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:55,328 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:27:55,328 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731594475328"}]},"ts":"9223372036854775807"} 2024-11-14T14:27:55,330 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T14:27:55,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b18025d7a07cab30be9ef4d2802065f8, NAME => 'TestAcidGuarantees,,1731594441991.b18025d7a07cab30be9ef4d2802065f8.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:27:55,330 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:27:55,330 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731594475330"}]},"ts":"9223372036854775807"} 2024-11-14T14:27:55,331 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T14:27:55,365 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:55,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-11-14T14:27:55,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-14T14:27:55,401 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-14T14:27:55,413 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=236 (was 236), OpenFileDescriptor=443 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 282) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=369 (was 378) 2024-11-14T14:27:55,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=236, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=369 2024-11-14T14:27:55,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:27:55,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:27:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:55,426 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:27:55,426 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:55,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-14T14:27:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T14:27:55,427 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:27:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742251_1427 (size=960) 2024-11-14T14:27:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T14:27:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T14:27:55,839 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8 2024-11-14T14:27:55,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742252_1428 (size=53) 2024-11-14T14:27:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T14:27:56,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:27:56,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e37c4c5b8739f44d233eb7645d799ca0, disabling compactions & flushes 2024-11-14T14:27:56,249 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:56,249 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:56,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. after waiting 0 ms 2024-11-14T14:27:56,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:56,250 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:56,250 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:27:56,252 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:27:56,252 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731594476252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731594476252"}]},"ts":"1731594476252"} 2024-11-14T14:27:56,287 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-14T14:27:56,289 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:27:56,290 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594476289"}]},"ts":"1731594476289"} 2024-11-14T14:27:56,292 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T14:27:56,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, ASSIGN}] 2024-11-14T14:27:56,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, ASSIGN 2024-11-14T14:27:56,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, ASSIGN; state=OFFLINE, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=false 2024-11-14T14:27:56,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=e37c4c5b8739f44d233eb7645d799ca0, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:56,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:27:56,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T14:27:56,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:56,655 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:56,655 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:27:56,656 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:56,656 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:27:56,656 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:56,656 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:56,658 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:56,660 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:27:56,660 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37c4c5b8739f44d233eb7645d799ca0 columnFamilyName A 2024-11-14T14:27:56,660 DEBUG [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:56,661 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(327): Store=e37c4c5b8739f44d233eb7645d799ca0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:27:56,661 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:56,662 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:27:56,663 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37c4c5b8739f44d233eb7645d799ca0 columnFamilyName B 2024-11-14T14:27:56,663 DEBUG [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:56,663 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(327): Store=e37c4c5b8739f44d233eb7645d799ca0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:27:56,664 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:56,665 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:27:56,665 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37c4c5b8739f44d233eb7645d799ca0 columnFamilyName C 2024-11-14T14:27:56,665 DEBUG [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:56,666 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(327): Store=e37c4c5b8739f44d233eb7645d799ca0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:27:56,666 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:56,667 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:56,667 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:56,669 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:27:56,671 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:56,674 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:27:56,674 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened e37c4c5b8739f44d233eb7645d799ca0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65145224, jitterRate=-0.02926051616668701}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:27:56,675 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:27:56,676 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., pid=155, masterSystemTime=1731594476649 2024-11-14T14:27:56,678 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:56,678 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:56,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=e37c4c5b8739f44d233eb7645d799ca0, regionState=OPEN, openSeqNum=2, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:56,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-14T14:27:56,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 in 184 msec 2024-11-14T14:27:56,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-14T14:27:56,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, ASSIGN in 343 msec 2024-11-14T14:27:56,684 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:27:56,685 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594476685"}]},"ts":"1731594476685"} 2024-11-14T14:27:56,686 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T14:27:56,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:27:56,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2730 sec 2024-11-14T14:27:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-14T14:27:57,537 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-14T14:27:57,540 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-14T14:27:57,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:57,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:57,610 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:57,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:27:57,613 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:27:57,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T14:27:57,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:27:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T14:27:57,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742253_1429 (size=996) 2024-11-14T14:27:58,032 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-14T14:27:58,032 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-14T14:27:58,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:27:58,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, REOPEN/MOVE}] 2024-11-14T14:27:58,040 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, REOPEN/MOVE 2024-11-14T14:27:58,041 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=e37c4c5b8739f44d233eb7645d799ca0, regionState=CLOSING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,042 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:27:58,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:27:58,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,195 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,195 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T14:27:58,195 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing e37c4c5b8739f44d233eb7645d799ca0, disabling compactions & flushes 2024-11-14T14:27:58,195 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,195 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,196 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. after waiting 0 ms 2024-11-14T14:27:58,196 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,204 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T14:27:58,205 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,205 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:27:58,205 WARN [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: e37c4c5b8739f44d233eb7645d799ca0 to self. 2024-11-14T14:27:58,206 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=e37c4c5b8739f44d233eb7645d799ca0, regionState=CLOSED 2024-11-14T14:27:58,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-14T14:27:58,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 in 166 msec 2024-11-14T14:27:58,210 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, REOPEN/MOVE; state=CLOSED, location=d4069aa67eab,43913,1731594320188; forceNewPlan=false, retain=true 2024-11-14T14:27:58,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=e37c4c5b8739f44d233eb7645d799ca0, regionState=OPENING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:27:58,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,522 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,522 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:27:58,523 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,523 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:27:58,523 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,523 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,527 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,527 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:27:58,528 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37c4c5b8739f44d233eb7645d799ca0 columnFamilyName A 2024-11-14T14:27:58,529 DEBUG [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:58,530 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(327): Store=e37c4c5b8739f44d233eb7645d799ca0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:27:58,530 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,531 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:27:58,531 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37c4c5b8739f44d233eb7645d799ca0 columnFamilyName B 2024-11-14T14:27:58,531 DEBUG [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:58,532 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(327): Store=e37c4c5b8739f44d233eb7645d799ca0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:27:58,532 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,533 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-14T14:27:58,533 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e37c4c5b8739f44d233eb7645d799ca0 columnFamilyName C 2024-11-14T14:27:58,533 DEBUG [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:58,534 INFO [StoreOpener-e37c4c5b8739f44d233eb7645d799ca0-1 {}] regionserver.HStore(327): Store=e37c4c5b8739f44d233eb7645d799ca0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:27:58,534 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,535 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,536 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,537 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:27:58,538 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,539 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened e37c4c5b8739f44d233eb7645d799ca0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60095729, jitterRate=-0.10450385510921478}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:27:58,540 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:27:58,540 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., pid=160, masterSystemTime=1731594478516 2024-11-14T14:27:58,542 DEBUG [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,542 INFO [RS_OPEN_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,542 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=e37c4c5b8739f44d233eb7645d799ca0, regionState=OPEN, openSeqNum=5, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-14T14:27:58,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 in 179 msec 2024-11-14T14:27:58,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-14T14:27:58,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, REOPEN/MOVE in 505 msec 2024-11-14T14:27:58,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-14T14:27:58,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-11-14T14:27:58,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 929 msec 2024-11-14T14:27:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-14T14:27:58,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06094c70 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc9c3e 2024-11-14T14:27:58,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc332d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x103dfc6e to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7181df3b 2024-11-14T14:27:58,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17327621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e047c09 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11030ef5 2024-11-14T14:27:58,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1584f18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60d631a3 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69abefea 2024-11-14T14:27:58,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b914bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-14T14:27:58,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-11-14T14:27:58,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-11-14T14:27:58,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,632 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d9113f3 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cfdf76c 2024-11-14T14:27:58,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6556601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,640 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bb75907 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68c2838a 2024-11-14T14:27:58,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a85fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,649 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c1d3a95 to 127.0.0.1:64189 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50bf224f 2024-11-14T14:27:58,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410bf0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:27:58,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:27:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-14T14:27:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T14:27:58,659 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:27:58,660 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:27:58,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:27:58,660 DEBUG [hconnection-0x6cb11359-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,660 DEBUG [hconnection-0x7f92839c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,661 DEBUG [hconnection-0x8608415-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,661 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,662 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54128, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,662 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,662 DEBUG [hconnection-0x3c40b238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,662 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,663 DEBUG [hconnection-0x6d042fb5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,664 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,664 DEBUG [hconnection-0x10c84c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,664 DEBUG [hconnection-0x752a7e4e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,665 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,665 DEBUG [hconnection-0x7a373f3d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,666 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,666 DEBUG [hconnection-0x565a2b34-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,666 DEBUG [hconnection-0x181b269b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:27:58,667 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,667 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,667 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:27:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:58,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T14:27:58,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:27:58,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:58,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:27:58,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:58,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:27:58,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:27:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594538690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594538690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594538691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594538693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140a3952f93e344dc29e7a524a1b2c492d_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594478669/Put/seqid=0 2024-11-14T14:27:58,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594538693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742254_1430 (size=12154) 2024-11-14T14:27:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T14:27:58,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594538794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594538795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594538795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594538796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594538797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:27:58,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:27:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T14:27:58,963 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:27:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:27:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:58,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:58,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:58,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594538997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594538997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:58,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594538998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594538999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594539000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:27:59,106 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140a3952f93e344dc29e7a524a1b2c492d_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140a3952f93e344dc29e7a524a1b2c492d_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:27:59,106 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/5c49e93c4e8645c18d4a4bfba49e9a3f, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:27:59,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/5c49e93c4e8645c18d4a4bfba49e9a3f is 175, key is test_row_0/A:col10/1731594478669/Put/seqid=0 2024-11-14T14:27:59,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742255_1431 (size=30955) 2024-11-14T14:27:59,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:27:59,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:27:59,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T14:27:59,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:27:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:27:59,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594539300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594539301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594539302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594539302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594539303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:27:59,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:27:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/5c49e93c4e8645c18d4a4bfba49e9a3f 2024-11-14T14:27:59,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/9d6699ebdf0e4ea088da466a618592a1 is 50, key is test_row_0/B:col10/1731594478669/Put/seqid=0 2024-11-14T14:27:59,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742256_1432 (size=12001) 2024-11-14T14:27:59,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:27:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:27:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:27:59,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:27:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T14:27:59,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594539805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594539805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594539807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594539807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:27:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594539807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,876 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:27:59,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:27:59,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:27:59,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:27:59,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:27:59,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/9d6699ebdf0e4ea088da466a618592a1 2024-11-14T14:27:59,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/861ec1861c584fe1b38d2a14d5341ee8 is 50, key is test_row_0/C:col10/1731594478669/Put/seqid=0 2024-11-14T14:27:59,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742257_1433 (size=12001) 2024-11-14T14:28:00,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:28:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:00,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:00,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:28:00,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:00,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:00,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:00,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:00,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:00,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:28:00,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:28:00,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:00,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:00,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:00,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:00,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:00,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/861ec1861c584fe1b38d2a14d5341ee8 2024-11-14T14:28:00,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/5c49e93c4e8645c18d4a4bfba49e9a3f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/5c49e93c4e8645c18d4a4bfba49e9a3f 2024-11-14T14:28:00,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/5c49e93c4e8645c18d4a4bfba49e9a3f, entries=150, sequenceid=17, filesize=30.2 K 2024-11-14T14:28:00,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/9d6699ebdf0e4ea088da466a618592a1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/9d6699ebdf0e4ea088da466a618592a1 2024-11-14T14:28:00,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/9d6699ebdf0e4ea088da466a618592a1, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T14:28:00,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/861ec1861c584fe1b38d2a14d5341ee8 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/861ec1861c584fe1b38d2a14d5341ee8 2024-11-14T14:28:00,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/861ec1861c584fe1b38d2a14d5341ee8, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T14:28:00,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e37c4c5b8739f44d233eb7645d799ca0 in 1699ms, sequenceid=17, compaction requested=false 2024-11-14T14:28:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:00,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-14T14:28:00,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:00,486 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T14:28:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:00,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114393a4a3b83b64160b9db4509155dd9d0_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594478690/Put/seqid=0 2024-11-14T14:28:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742258_1434 (size=12154) 2024-11-14T14:28:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T14:28:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:00,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:00,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594540816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594540816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594540817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594540817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594540818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:00,899 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114393a4a3b83b64160b9db4509155dd9d0_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114393a4a3b83b64160b9db4509155dd9d0_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:00,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:00,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d is 175, key is test_row_0/A:col10/1731594478690/Put/seqid=0 2024-11-14T14:28:00,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742259_1435 (size=30955) 2024-11-14T14:28:00,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594540920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594540920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594540920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594540920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594540920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594541122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594541122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594541122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594541123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594541125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,304 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d 2024-11-14T14:28:01,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/942b9c65a939452db0a473913bbd4ee0 is 50, key is test_row_0/B:col10/1731594478690/Put/seqid=0 2024-11-14T14:28:01,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742260_1436 (size=12001) 2024-11-14T14:28:01,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594541425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594541425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594541426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594541428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594541429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,714 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/942b9c65a939452db0a473913bbd4ee0 2024-11-14T14:28:01,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/95581e43a3304370898b6085cf3470fa is 50, key is test_row_0/C:col10/1731594478690/Put/seqid=0 2024-11-14T14:28:01,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742261_1437 (size=12001) 2024-11-14T14:28:01,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594541930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594541932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594541933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594541933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594541933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:02,123 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/95581e43a3304370898b6085cf3470fa 2024-11-14T14:28:02,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d 2024-11-14T14:28:02,129 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d, entries=150, sequenceid=41, filesize=30.2 K 2024-11-14T14:28:02,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/942b9c65a939452db0a473913bbd4ee0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/942b9c65a939452db0a473913bbd4ee0 2024-11-14T14:28:02,133 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/942b9c65a939452db0a473913bbd4ee0, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T14:28:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/95581e43a3304370898b6085cf3470fa as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/95581e43a3304370898b6085cf3470fa 2024-11-14T14:28:02,136 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/95581e43a3304370898b6085cf3470fa, entries=150, sequenceid=41, filesize=11.7 K 2024-11-14T14:28:02,136 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e37c4c5b8739f44d233eb7645d799ca0 in 1650ms, sequenceid=41, compaction requested=false 2024-11-14T14:28:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-14T14:28:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-14T14:28:02,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-14T14:28:02,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4770 sec 2024-11-14T14:28:02,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 3.4800 sec 2024-11-14T14:28:02,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-14T14:28:02,763 INFO [Thread-1967 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-14T14:28:02,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:28:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-14T14:28:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T14:28:02,787 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:28:02,787 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:28:02,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:28:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T14:28:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:02,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T14:28:02,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:02,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:02,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:02,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:02,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:02,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:02,938 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:02,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:02,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:02,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:02,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f1e149bb4a0450686928870914dd2b2_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594482935/Put/seqid=0 2024-11-14T14:28:02,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742262_1438 (size=12154) 2024-11-14T14:28:02,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594542955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:02,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594542955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:02,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594542956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:02,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594542957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:02,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594542960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594543061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594543061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594543061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594543061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594543064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T14:28:03,091 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:03,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:03,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,243 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:03,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594543264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594543264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594543265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594543265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594543267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,353 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:03,356 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149f1e149bb4a0450686928870914dd2b2_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f1e149bb4a0450686928870914dd2b2_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:03,357 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/ee5c526a36b143ea9d9778c421baad53, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:03,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/ee5c526a36b143ea9d9778c421baad53 is 175, key is test_row_0/A:col10/1731594482935/Put/seqid=0 2024-11-14T14:28:03,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742263_1439 (size=30955) 2024-11-14T14:28:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T14:28:03,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594543566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594543567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594543568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594543570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594543572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:03,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:03,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/ee5c526a36b143ea9d9778c421baad53 2024-11-14T14:28:03,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/a94e314a6c754c35872179e5a8748bff is 50, key is test_row_0/B:col10/1731594482935/Put/seqid=0 2024-11-14T14:28:03,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742264_1440 (size=12001) 2024-11-14T14:28:03,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/a94e314a6c754c35872179e5a8748bff 2024-11-14T14:28:03,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/cc73d0bcbb6e43688cd70dbc0582d1a6 is 50, key is test_row_0/C:col10/1731594482935/Put/seqid=0 2024-11-14T14:28:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742265_1441 (size=12001) 2024-11-14T14:28:03,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:03,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:03,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T14:28:04,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:04,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:04,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:04,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:04,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:04,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:04,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:04,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594544070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:04,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594544072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:04,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594544072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:04,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594544075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:04,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:04,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594544076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:04,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:04,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:04,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:04,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/cc73d0bcbb6e43688cd70dbc0582d1a6 2024-11-14T14:28:04,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/ee5c526a36b143ea9d9778c421baad53 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ee5c526a36b143ea9d9778c421baad53 2024-11-14T14:28:04,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ee5c526a36b143ea9d9778c421baad53, entries=150, sequenceid=54, filesize=30.2 K 2024-11-14T14:28:04,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/a94e314a6c754c35872179e5a8748bff as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/a94e314a6c754c35872179e5a8748bff 2024-11-14T14:28:04,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/a94e314a6c754c35872179e5a8748bff, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T14:28:04,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/cc73d0bcbb6e43688cd70dbc0582d1a6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/cc73d0bcbb6e43688cd70dbc0582d1a6 2024-11-14T14:28:04,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/cc73d0bcbb6e43688cd70dbc0582d1a6, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T14:28:04,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e37c4c5b8739f44d233eb7645d799ca0 in 1255ms, sequenceid=54, compaction requested=true 2024-11-14T14:28:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:28:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:04,191 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:28:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:04,191 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:28:04,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:04,192 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:04,192 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:04,192 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/B is initiating minor compaction (all files) 2024-11-14T14:28:04,192 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/A is initiating minor compaction (all files) 2024-11-14T14:28:04,192 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/B in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:04,192 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/A in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:04,192 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/5c49e93c4e8645c18d4a4bfba49e9a3f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ee5c526a36b143ea9d9778c421baad53] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=90.7 K 2024-11-14T14:28:04,192 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/9d6699ebdf0e4ea088da466a618592a1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/942b9c65a939452db0a473913bbd4ee0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/a94e314a6c754c35872179e5a8748bff] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=35.2 K 2024-11-14T14:28:04,192 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:04,192 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/5c49e93c4e8645c18d4a4bfba49e9a3f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ee5c526a36b143ea9d9778c421baad53] 2024-11-14T14:28:04,193 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c49e93c4e8645c18d4a4bfba49e9a3f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731594478669 2024-11-14T14:28:04,193 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d6699ebdf0e4ea088da466a618592a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731594478669 2024-11-14T14:28:04,193 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7dc0cee3a3d4207b5e7d0f76aeb9d5d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731594478690 2024-11-14T14:28:04,193 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 942b9c65a939452db0a473913bbd4ee0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731594478690 2024-11-14T14:28:04,193 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee5c526a36b143ea9d9778c421baad53, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731594480816 2024-11-14T14:28:04,193 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a94e314a6c754c35872179e5a8748bff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731594480816 2024-11-14T14:28:04,198 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#B#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:04,199 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/7a9f05f3702248968e60eff23dd75378 is 50, key is test_row_0/B:col10/1731594482935/Put/seqid=0 2024-11-14T14:28:04,199 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:04,202 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411141eae8f856d8949159b768ab2795c9786_e37c4c5b8739f44d233eb7645d799ca0 store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742266_1442 (size=12104) 2024-11-14T14:28:04,204 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411141eae8f856d8949159b768ab2795c9786_e37c4c5b8739f44d233eb7645d799ca0, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:04,204 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141eae8f856d8949159b768ab2795c9786_e37c4c5b8739f44d233eb7645d799ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:04,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742267_1443 (size=4469) 2024-11-14T14:28:04,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:04,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-14T14:28:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:04,309 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T14:28:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:04,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149bf0eca94a7144f49b905703a09e9d89_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594482956/Put/seqid=0 2024-11-14T14:28:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742268_1444 (size=12154) 2024-11-14T14:28:04,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:04,322 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149bf0eca94a7144f49b905703a09e9d89_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149bf0eca94a7144f49b905703a09e9d89_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:04,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/3621942957944239a8a85b926dec1fc3, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:04,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/3621942957944239a8a85b926dec1fc3 is 175, key is test_row_0/A:col10/1731594482956/Put/seqid=0 2024-11-14T14:28:04,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742269_1445 (size=30955) 2024-11-14T14:28:04,326 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/3621942957944239a8a85b926dec1fc3 2024-11-14T14:28:04,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/60a252d7e87e40d9b949a5a6a3dd1e8d is 50, key is test_row_0/B:col10/1731594482956/Put/seqid=0 2024-11-14T14:28:04,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742270_1446 (size=12001) 2024-11-14T14:28:04,605 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/7a9f05f3702248968e60eff23dd75378 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/7a9f05f3702248968e60eff23dd75378 2024-11-14T14:28:04,608 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#A#compaction#376 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:04,608 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/e7c81f818bb448acbf3ca428213153bc is 175, key is test_row_0/A:col10/1731594482935/Put/seqid=0 2024-11-14T14:28:04,608 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/B of e37c4c5b8739f44d233eb7645d799ca0 into 7a9f05f3702248968e60eff23dd75378(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:04,608 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:04,609 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/B, priority=13, startTime=1731594484191; duration=0sec 2024-11-14T14:28:04,609 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:04,609 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:B 2024-11-14T14:28:04,609 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:04,610 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:04,610 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/C is initiating minor compaction (all files) 2024-11-14T14:28:04,610 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/C in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:04,610 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/861ec1861c584fe1b38d2a14d5341ee8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/95581e43a3304370898b6085cf3470fa, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/cc73d0bcbb6e43688cd70dbc0582d1a6] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=35.2 K 2024-11-14T14:28:04,610 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 861ec1861c584fe1b38d2a14d5341ee8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731594478669 2024-11-14T14:28:04,611 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 95581e43a3304370898b6085cf3470fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731594478690 2024-11-14T14:28:04,611 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting cc73d0bcbb6e43688cd70dbc0582d1a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731594480816 2024-11-14T14:28:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742271_1447 (size=31058) 2024-11-14T14:28:04,621 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#C#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:04,621 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/ace9dd7fda9a45b2ad5de0b4cca45839 is 50, key is test_row_0/C:col10/1731594482935/Put/seqid=0 2024-11-14T14:28:04,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742272_1448 (size=12104) 2024-11-14T14:28:04,738 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/60a252d7e87e40d9b949a5a6a3dd1e8d 2024-11-14T14:28:04,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/2d10deb886cd4d4fbf0c0db5c4311231 is 50, key is test_row_0/C:col10/1731594482956/Put/seqid=0 2024-11-14T14:28:04,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742273_1449 (size=12001) 2024-11-14T14:28:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T14:28:05,015 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/e7c81f818bb448acbf3ca428213153bc as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e7c81f818bb448acbf3ca428213153bc 2024-11-14T14:28:05,018 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/A of e37c4c5b8739f44d233eb7645d799ca0 into e7c81f818bb448acbf3ca428213153bc(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:05,018 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:05,018 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/A, priority=13, startTime=1731594484191; duration=0sec 2024-11-14T14:28:05,019 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:05,019 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:A 2024-11-14T14:28:05,030 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/ace9dd7fda9a45b2ad5de0b4cca45839 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/ace9dd7fda9a45b2ad5de0b4cca45839 2024-11-14T14:28:05,038 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/C of e37c4c5b8739f44d233eb7645d799ca0 into ace9dd7fda9a45b2ad5de0b4cca45839(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:05,038 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:05,038 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/C, priority=13, startTime=1731594484191; duration=0sec 2024-11-14T14:28:05,038 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:05,038 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:C 2024-11-14T14:28:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:05,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594545084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594545084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594545085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594545085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594545087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,152 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/2d10deb886cd4d4fbf0c0db5c4311231 2024-11-14T14:28:05,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/3621942957944239a8a85b926dec1fc3 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/3621942957944239a8a85b926dec1fc3 2024-11-14T14:28:05,157 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/3621942957944239a8a85b926dec1fc3, entries=150, sequenceid=77, filesize=30.2 K 2024-11-14T14:28:05,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/60a252d7e87e40d9b949a5a6a3dd1e8d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/60a252d7e87e40d9b949a5a6a3dd1e8d 2024-11-14T14:28:05,160 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/60a252d7e87e40d9b949a5a6a3dd1e8d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T14:28:05,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/2d10deb886cd4d4fbf0c0db5c4311231 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/2d10deb886cd4d4fbf0c0db5c4311231 2024-11-14T14:28:05,163 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/2d10deb886cd4d4fbf0c0db5c4311231, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T14:28:05,164 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e37c4c5b8739f44d233eb7645d799ca0 in 855ms, sequenceid=77, compaction requested=false 2024-11-14T14:28:05,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:05,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:05,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-14T14:28:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-14T14:28:05,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-14T14:28:05,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3780 sec 2024-11-14T14:28:05,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.4020 sec 2024-11-14T14:28:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:05,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T14:28:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:05,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:05,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a25ae8fa30d1457b8f805b82e960a5c7_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594485084/Put/seqid=0 2024-11-14T14:28:05,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742274_1450 (size=12154) 2024-11-14T14:28:05,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594545202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594545203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594545204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594545204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594545204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594545307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594545307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594545307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594545308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594545308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594545510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594545510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594545510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594545511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594545511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:05,603 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a25ae8fa30d1457b8f805b82e960a5c7_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a25ae8fa30d1457b8f805b82e960a5c7_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:05,604 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/f34f2bbc030a49ddb2336c50e35276d6, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:05,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/f34f2bbc030a49ddb2336c50e35276d6 is 175, key is test_row_0/A:col10/1731594485084/Put/seqid=0 2024-11-14T14:28:05,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742275_1451 (size=30955) 2024-11-14T14:28:05,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594545814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594545814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594545814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594545814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:05,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594545815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:06,010 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/f34f2bbc030a49ddb2336c50e35276d6 2024-11-14T14:28:06,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/e1e37915b9cc4b118f3ba385458f6767 is 50, key is test_row_0/B:col10/1731594485084/Put/seqid=0 2024-11-14T14:28:06,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742276_1452 (size=12001) 2024-11-14T14:28:06,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594546316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:06,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594546317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:06,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594546318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:06,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594546320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:06,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594546320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:06,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/e1e37915b9cc4b118f3ba385458f6767 2024-11-14T14:28:06,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/bd411eebb8b14096b0b2c7ff224aaae9 is 50, key is test_row_0/C:col10/1731594485084/Put/seqid=0 2024-11-14T14:28:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742277_1453 (size=12001) 2024-11-14T14:28:06,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/bd411eebb8b14096b0b2c7ff224aaae9 2024-11-14T14:28:06,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/f34f2bbc030a49ddb2336c50e35276d6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/f34f2bbc030a49ddb2336c50e35276d6 2024-11-14T14:28:06,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/f34f2bbc030a49ddb2336c50e35276d6, entries=150, sequenceid=96, filesize=30.2 K 2024-11-14T14:28:06,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/e1e37915b9cc4b118f3ba385458f6767 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/e1e37915b9cc4b118f3ba385458f6767 2024-11-14T14:28:06,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/e1e37915b9cc4b118f3ba385458f6767, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T14:28:06,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/bd411eebb8b14096b0b2c7ff224aaae9 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/bd411eebb8b14096b0b2c7ff224aaae9 2024-11-14T14:28:06,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/bd411eebb8b14096b0b2c7ff224aaae9, entries=150, sequenceid=96, filesize=11.7 K 2024-11-14T14:28:06,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e37c4c5b8739f44d233eb7645d799ca0 in 1255ms, sequenceid=96, compaction requested=true 2024-11-14T14:28:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:28:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:06,445 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:28:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:28:06,445 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:06,446 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:06,446 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:06,446 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/B is initiating minor compaction (all files) 2024-11-14T14:28:06,446 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/A is initiating minor compaction (all files) 2024-11-14T14:28:06,446 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/B in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:06,446 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/A in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:06,446 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/7a9f05f3702248968e60eff23dd75378, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/60a252d7e87e40d9b949a5a6a3dd1e8d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/e1e37915b9cc4b118f3ba385458f6767] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=35.3 K 2024-11-14T14:28:06,446 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e7c81f818bb448acbf3ca428213153bc, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/3621942957944239a8a85b926dec1fc3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/f34f2bbc030a49ddb2336c50e35276d6] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=90.8 K 2024-11-14T14:28:06,446 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:06,446 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e7c81f818bb448acbf3ca428213153bc, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/3621942957944239a8a85b926dec1fc3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/f34f2bbc030a49ddb2336c50e35276d6] 2024-11-14T14:28:06,446 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a9f05f3702248968e60eff23dd75378, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731594480816 2024-11-14T14:28:06,447 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7c81f818bb448acbf3ca428213153bc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731594480816 2024-11-14T14:28:06,447 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 60a252d7e87e40d9b949a5a6a3dd1e8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731594482955 2024-11-14T14:28:06,447 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3621942957944239a8a85b926dec1fc3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731594482955 2024-11-14T14:28:06,447 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting e1e37915b9cc4b118f3ba385458f6767, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731594485084 2024-11-14T14:28:06,447 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting f34f2bbc030a49ddb2336c50e35276d6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731594485084 2024-11-14T14:28:06,456 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:06,457 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:06,458 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/b74cd61b486e4c72a8e0b9ea0176e132 is 50, key is test_row_0/B:col10/1731594485084/Put/seqid=0 2024-11-14T14:28:06,458 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111486b677c1ed25429881ff06fe630566db_e37c4c5b8739f44d233eb7645d799ca0 store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:06,460 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111486b677c1ed25429881ff06fe630566db_e37c4c5b8739f44d233eb7645d799ca0, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:06,460 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111486b677c1ed25429881ff06fe630566db_e37c4c5b8739f44d233eb7645d799ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742278_1454 (size=12207) 2024-11-14T14:28:06,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742279_1455 (size=4469) 2024-11-14T14:28:06,465 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#A#compaction#385 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:06,465 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/b74cd61b486e4c72a8e0b9ea0176e132 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/b74cd61b486e4c72a8e0b9ea0176e132 2024-11-14T14:28:06,465 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/53017ec2295847dcbd2d78a9e17160f2 is 175, key is test_row_0/A:col10/1731594485084/Put/seqid=0 2024-11-14T14:28:06,469 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/B of e37c4c5b8739f44d233eb7645d799ca0 into b74cd61b486e4c72a8e0b9ea0176e132(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:06,469 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:06,469 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/B, priority=13, startTime=1731594486445; duration=0sec 2024-11-14T14:28:06,469 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:06,469 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:B 2024-11-14T14:28:06,469 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:06,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742280_1456 (size=31161) 2024-11-14T14:28:06,470 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:06,470 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/C is initiating minor compaction (all files) 2024-11-14T14:28:06,470 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/C in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:06,470 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/ace9dd7fda9a45b2ad5de0b4cca45839, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/2d10deb886cd4d4fbf0c0db5c4311231, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/bd411eebb8b14096b0b2c7ff224aaae9] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=35.3 K 2024-11-14T14:28:06,470 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ace9dd7fda9a45b2ad5de0b4cca45839, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731594480816 2024-11-14T14:28:06,470 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d10deb886cd4d4fbf0c0db5c4311231, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731594482955 2024-11-14T14:28:06,471 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting bd411eebb8b14096b0b2c7ff224aaae9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731594485084 2024-11-14T14:28:06,475 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:06,475 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/50a01afbc69346158778311e684177dd is 50, key is test_row_0/C:col10/1731594485084/Put/seqid=0 2024-11-14T14:28:06,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742281_1457 (size=12207) 2024-11-14T14:28:06,873 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/53017ec2295847dcbd2d78a9e17160f2 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/53017ec2295847dcbd2d78a9e17160f2 2024-11-14T14:28:06,876 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/A of e37c4c5b8739f44d233eb7645d799ca0 into 53017ec2295847dcbd2d78a9e17160f2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:06,876 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:06,876 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/A, priority=13, startTime=1731594486445; duration=0sec 2024-11-14T14:28:06,876 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:06,876 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:A 2024-11-14T14:28:06,882 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/50a01afbc69346158778311e684177dd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/50a01afbc69346158778311e684177dd 2024-11-14T14:28:06,885 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/C of e37c4c5b8739f44d233eb7645d799ca0 into 50a01afbc69346158778311e684177dd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:06,885 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:06,885 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/C, priority=13, startTime=1731594486445; duration=0sec 2024-11-14T14:28:06,885 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:06,885 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:C 2024-11-14T14:28:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-14T14:28:06,890 INFO [Thread-1967 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-14T14:28:06,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:28:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-14T14:28:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T14:28:06,892 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:28:06,892 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:28:06,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:28:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T14:28:07,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-14T14:28:07,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:07,044 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T14:28:07,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:07,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142935bdacf8694299a6e5873bda430769_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594485203/Put/seqid=0 2024-11-14T14:28:07,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742282_1458 (size=12154) 2024-11-14T14:28:07,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:07,061 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142935bdacf8694299a6e5873bda430769_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142935bdacf8694299a6e5873bda430769_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:07,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/e89c22c823494b70a7e7c1e1dd6cd130, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/e89c22c823494b70a7e7c1e1dd6cd130 is 175, key is test_row_0/A:col10/1731594485203/Put/seqid=0 2024-11-14T14:28:07,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742283_1459 (size=30955) 2024-11-14T14:28:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T14:28:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:07,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:07,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594547332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594547332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594547333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594547334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594547335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594547436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594547436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594547436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594547436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594547438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,466 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/e89c22c823494b70a7e7c1e1dd6cd130 2024-11-14T14:28:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/6cba8b857751466a8a8881ea6aa167c7 is 50, key is test_row_0/B:col10/1731594485203/Put/seqid=0 2024-11-14T14:28:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742284_1460 (size=12001) 2024-11-14T14:28:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T14:28:07,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594547639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594547639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594547640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594547640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594547642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,875 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/6cba8b857751466a8a8881ea6aa167c7 2024-11-14T14:28:07,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/9bc4de3523924da2a3f12b55f86a58e9 is 50, key is test_row_0/C:col10/1731594485203/Put/seqid=0 2024-11-14T14:28:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742285_1461 (size=12001) 2024-11-14T14:28:07,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594547942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594547942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594547943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594547943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594547947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T14:28:08,284 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/9bc4de3523924da2a3f12b55f86a58e9 2024-11-14T14:28:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/e89c22c823494b70a7e7c1e1dd6cd130 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e89c22c823494b70a7e7c1e1dd6cd130 2024-11-14T14:28:08,289 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e89c22c823494b70a7e7c1e1dd6cd130, entries=150, sequenceid=119, filesize=30.2 K 2024-11-14T14:28:08,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/6cba8b857751466a8a8881ea6aa167c7 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/6cba8b857751466a8a8881ea6aa167c7 2024-11-14T14:28:08,296 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/6cba8b857751466a8a8881ea6aa167c7, entries=150, sequenceid=119, filesize=11.7 K 2024-11-14T14:28:08,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/9bc4de3523924da2a3f12b55f86a58e9 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/9bc4de3523924da2a3f12b55f86a58e9 2024-11-14T14:28:08,300 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/9bc4de3523924da2a3f12b55f86a58e9, entries=150, sequenceid=119, filesize=11.7 K 2024-11-14T14:28:08,301 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e37c4c5b8739f44d233eb7645d799ca0 in 1257ms, sequenceid=119, compaction requested=false 2024-11-14T14:28:08,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:08,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:08,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-14T14:28:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-14T14:28:08,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-14T14:28:08,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-11-14T14:28:08,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.4120 sec 2024-11-14T14:28:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:08,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T14:28:08,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:08,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:08,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:08,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:08,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:08,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:08,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111430bfa973b5f64f2bb79bc37b48612417_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594487334/Put/seqid=0 2024-11-14T14:28:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742286_1462 (size=12304) 2024-11-14T14:28:08,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594548467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594548468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594548468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594548468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594548469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594548573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594548573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594548573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594548573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594548574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594548775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594548777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594548777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594548777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594548777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:08,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:08,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111430bfa973b5f64f2bb79bc37b48612417_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430bfa973b5f64f2bb79bc37b48612417_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:08,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/df268ffc9bb84a6a8def9f803751925b, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:08,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/df268ffc9bb84a6a8def9f803751925b is 175, key is test_row_0/A:col10/1731594487334/Put/seqid=0 2024-11-14T14:28:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742287_1463 (size=31105) 2024-11-14T14:28:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-14T14:28:08,995 INFO [Thread-1967 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-14T14:28:08,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:28:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-14T14:28:08,997 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:28:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T14:28:08,998 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:28:08,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:28:09,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594549079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594549079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594549079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594549079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594549079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T14:28:09,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T14:28:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,279 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/df268ffc9bb84a6a8def9f803751925b 2024-11-14T14:28:09,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/1a66dccc4dc14d9c894c0d1f328c6c7e is 50, key is test_row_0/B:col10/1731594487334/Put/seqid=0 2024-11-14T14:28:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742288_1464 (size=12151) 2024-11-14T14:28:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T14:28:09,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T14:28:09,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:09,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,454 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T14:28:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594549582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594549584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594549585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594549585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594549586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T14:28:09,606 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T14:28:09,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:09,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/1a66dccc4dc14d9c894c0d1f328c6c7e 2024-11-14T14:28:09,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/a534dd4cf49d427996660221f15b7e8f is 50, key is test_row_0/C:col10/1731594487334/Put/seqid=0 2024-11-14T14:28:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742289_1465 (size=12151) 2024-11-14T14:28:09,758 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T14:28:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:09,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T14:28:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:09,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:10,062 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T14:28:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:10,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:10,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:10,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/a534dd4cf49d427996660221f15b7e8f 2024-11-14T14:28:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T14:28:10,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/df268ffc9bb84a6a8def9f803751925b as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/df268ffc9bb84a6a8def9f803751925b 2024-11-14T14:28:10,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/df268ffc9bb84a6a8def9f803751925b, entries=150, sequenceid=136, filesize=30.4 K 2024-11-14T14:28:10,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/1a66dccc4dc14d9c894c0d1f328c6c7e as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1a66dccc4dc14d9c894c0d1f328c6c7e 2024-11-14T14:28:10,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1a66dccc4dc14d9c894c0d1f328c6c7e, entries=150, sequenceid=136, filesize=11.9 K 2024-11-14T14:28:10,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/a534dd4cf49d427996660221f15b7e8f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/a534dd4cf49d427996660221f15b7e8f 2024-11-14T14:28:10,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/a534dd4cf49d427996660221f15b7e8f, entries=150, sequenceid=136, filesize=11.9 K 2024-11-14T14:28:10,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for e37c4c5b8739f44d233eb7645d799ca0 in 1662ms, sequenceid=136, compaction requested=true 2024-11-14T14:28:10,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:10,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:28:10,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:10,111 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:10,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:28:10,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:10,111 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:10,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:28:10,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:10,111 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:10,111 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:10,111 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/A is initiating minor compaction (all files) 2024-11-14T14:28:10,111 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/B is initiating minor compaction (all files) 2024-11-14T14:28:10,111 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/A in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:10,111 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/B in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:10,112 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/b74cd61b486e4c72a8e0b9ea0176e132, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/6cba8b857751466a8a8881ea6aa167c7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1a66dccc4dc14d9c894c0d1f328c6c7e] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=35.5 K 2024-11-14T14:28:10,112 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/53017ec2295847dcbd2d78a9e17160f2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e89c22c823494b70a7e7c1e1dd6cd130, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/df268ffc9bb84a6a8def9f803751925b] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=91.0 K 2024-11-14T14:28:10,112 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:10,112 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/53017ec2295847dcbd2d78a9e17160f2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e89c22c823494b70a7e7c1e1dd6cd130, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/df268ffc9bb84a6a8def9f803751925b] 2024-11-14T14:28:10,112 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting b74cd61b486e4c72a8e0b9ea0176e132, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731594485084 2024-11-14T14:28:10,112 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53017ec2295847dcbd2d78a9e17160f2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731594485084 2024-11-14T14:28:10,112 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cba8b857751466a8a8881ea6aa167c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731594485202 2024-11-14T14:28:10,112 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting e89c22c823494b70a7e7c1e1dd6cd130, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731594485202 2024-11-14T14:28:10,112 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a66dccc4dc14d9c894c0d1f328c6c7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594487333 2024-11-14T14:28:10,112 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting df268ffc9bb84a6a8def9f803751925b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594487333 2024-11-14T14:28:10,117 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:10,118 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:10,119 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/66c201d1f89f4d51ae23b98bf7a436dd is 50, key is test_row_0/B:col10/1731594487334/Put/seqid=0 2024-11-14T14:28:10,121 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411145552c10e7dca4d4793aa6a81e56084f4_e37c4c5b8739f44d233eb7645d799ca0 store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:10,123 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411145552c10e7dca4d4793aa6a81e56084f4_e37c4c5b8739f44d233eb7645d799ca0, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:10,123 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145552c10e7dca4d4793aa6a81e56084f4_e37c4c5b8739f44d233eb7645d799ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:10,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742290_1466 (size=12459) 2024-11-14T14:28:10,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742291_1467 (size=4469) 2024-11-14T14:28:10,133 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#A#compaction#394 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:10,133 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/ba30326f8c6d4ef29205b281fa071c7f is 175, key is test_row_0/A:col10/1731594487334/Put/seqid=0 2024-11-14T14:28:10,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742292_1468 (size=31413) 2024-11-14T14:28:10,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-14T14:28:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:10,215 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T14:28:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:10,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:10,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a31e59e4f3d64143b01674a8af57f4ec_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594488468/Put/seqid=0 2024-11-14T14:28:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742293_1469 (size=12304) 2024-11-14T14:28:10,531 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/66c201d1f89f4d51ae23b98bf7a436dd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/66c201d1f89f4d51ae23b98bf7a436dd 2024-11-14T14:28:10,534 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/B of e37c4c5b8739f44d233eb7645d799ca0 into 66c201d1f89f4d51ae23b98bf7a436dd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:10,534 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:10,534 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/B, priority=13, startTime=1731594490110; duration=0sec 2024-11-14T14:28:10,534 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:10,534 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:B 2024-11-14T14:28:10,534 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:10,534 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:10,534 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/C is initiating minor compaction (all files) 2024-11-14T14:28:10,534 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/C in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:10,534 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/50a01afbc69346158778311e684177dd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/9bc4de3523924da2a3f12b55f86a58e9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/a534dd4cf49d427996660221f15b7e8f] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=35.5 K 2024-11-14T14:28:10,535 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 50a01afbc69346158778311e684177dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731594485084 2024-11-14T14:28:10,535 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bc4de3523924da2a3f12b55f86a58e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731594485202 2024-11-14T14:28:10,535 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting a534dd4cf49d427996660221f15b7e8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594487333 2024-11-14T14:28:10,539 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/ba30326f8c6d4ef29205b281fa071c7f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ba30326f8c6d4ef29205b281fa071c7f 2024-11-14T14:28:10,540 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:10,541 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/7b658f05adca4e47b2ea99d6361c7056 is 50, key is test_row_0/C:col10/1731594487334/Put/seqid=0 2024-11-14T14:28:10,542 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/A of e37c4c5b8739f44d233eb7645d799ca0 into ba30326f8c6d4ef29205b281fa071c7f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:10,542 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:10,542 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/A, priority=13, startTime=1731594490110; duration=0sec 2024-11-14T14:28:10,542 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:10,542 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:A 2024-11-14T14:28:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742294_1470 (size=12459) 2024-11-14T14:28:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:10,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:10,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:10,627 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a31e59e4f3d64143b01674a8af57f4ec_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a31e59e4f3d64143b01674a8af57f4ec_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/21ccb2a4958a4d5eaa0109a6ca9e378a, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/21ccb2a4958a4d5eaa0109a6ca9e378a is 175, key is test_row_0/A:col10/1731594488468/Put/seqid=0 2024-11-14T14:28:10,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742295_1471 (size=31105) 2024-11-14T14:28:10,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594550628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594550628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594550629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594550629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594550633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594550733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594550733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594550734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594550734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594550736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594550936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594550936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594550937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594550938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594550940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:10,947 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/7b658f05adca4e47b2ea99d6361c7056 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/7b658f05adca4e47b2ea99d6361c7056 2024-11-14T14:28:10,950 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/C of e37c4c5b8739f44d233eb7645d799ca0 into 7b658f05adca4e47b2ea99d6361c7056(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:10,950 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:10,950 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/C, priority=13, startTime=1731594490111; duration=0sec 2024-11-14T14:28:10,950 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:10,951 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:C 2024-11-14T14:28:11,032 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/21ccb2a4958a4d5eaa0109a6ca9e378a 2024-11-14T14:28:11,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/ca47995c71a841008eaea81ba987bd84 is 50, key is test_row_0/B:col10/1731594488468/Put/seqid=0 2024-11-14T14:28:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742296_1472 (size=12151) 2024-11-14T14:28:11,041 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/ca47995c71a841008eaea81ba987bd84 2024-11-14T14:28:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/5665f3e53f124b299b2ff792787d5134 is 50, key is test_row_0/C:col10/1731594488468/Put/seqid=0 2024-11-14T14:28:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742297_1473 (size=12151) 2024-11-14T14:28:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T14:28:11,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594551238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594551239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594551240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594551242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594551245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,450 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/5665f3e53f124b299b2ff792787d5134 2024-11-14T14:28:11,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/21ccb2a4958a4d5eaa0109a6ca9e378a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/21ccb2a4958a4d5eaa0109a6ca9e378a 2024-11-14T14:28:11,456 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/21ccb2a4958a4d5eaa0109a6ca9e378a, entries=150, sequenceid=157, filesize=30.4 K 2024-11-14T14:28:11,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/ca47995c71a841008eaea81ba987bd84 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/ca47995c71a841008eaea81ba987bd84 2024-11-14T14:28:11,458 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/ca47995c71a841008eaea81ba987bd84, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T14:28:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/5665f3e53f124b299b2ff792787d5134 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/5665f3e53f124b299b2ff792787d5134 2024-11-14T14:28:11,461 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/5665f3e53f124b299b2ff792787d5134, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T14:28:11,462 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for e37c4c5b8739f44d233eb7645d799ca0 in 1247ms, sequenceid=157, compaction requested=false 2024-11-14T14:28:11,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:11,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:11,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-14T14:28:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-14T14:28:11,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-14T14:28:11,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4650 sec 2024-11-14T14:28:11,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.4680 sec 2024-11-14T14:28:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:11,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T14:28:11,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:11,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:11,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:11,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:11,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:11,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:11,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594551755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594551756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594551756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594551757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594551758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c9814472e1b54b4ebccdbeaff2172e47_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594490632/Put/seqid=0 2024-11-14T14:28:11,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742298_1474 (size=12304) 2024-11-14T14:28:11,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594551858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594551860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594551860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594551860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594551861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594552061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594552064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594552064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594552065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594552065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,193 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:12,196 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114c9814472e1b54b4ebccdbeaff2172e47_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c9814472e1b54b4ebccdbeaff2172e47_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:12,196 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/586e251923cd4f8e8047bd56dbcda4ed, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:12,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/586e251923cd4f8e8047bd56dbcda4ed is 175, key is test_row_0/A:col10/1731594490632/Put/seqid=0 2024-11-14T14:28:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742299_1475 (size=31105) 2024-11-14T14:28:12,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594552364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594552366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594552368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594552368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594552369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,600 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/586e251923cd4f8e8047bd56dbcda4ed 2024-11-14T14:28:12,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/604adb5563cb4d6eb3d492ba4e749a0c is 50, key is test_row_0/B:col10/1731594490632/Put/seqid=0 2024-11-14T14:28:12,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742300_1476 (size=12151) 2024-11-14T14:28:12,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/604adb5563cb4d6eb3d492ba4e749a0c 2024-11-14T14:28:12,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/db25aa3811144875babf02e0499daa53 is 50, key is test_row_0/C:col10/1731594490632/Put/seqid=0 2024-11-14T14:28:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742301_1477 (size=12151) 2024-11-14T14:28:12,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594552866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594552872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594552872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594552873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:12,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594552874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/db25aa3811144875babf02e0499daa53 2024-11-14T14:28:13,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/586e251923cd4f8e8047bd56dbcda4ed as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/586e251923cd4f8e8047bd56dbcda4ed 2024-11-14T14:28:13,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/586e251923cd4f8e8047bd56dbcda4ed, entries=150, sequenceid=176, filesize=30.4 K 2024-11-14T14:28:13,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/604adb5563cb4d6eb3d492ba4e749a0c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/604adb5563cb4d6eb3d492ba4e749a0c 2024-11-14T14:28:13,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/604adb5563cb4d6eb3d492ba4e749a0c, entries=150, sequenceid=176, filesize=11.9 K 2024-11-14T14:28:13,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/db25aa3811144875babf02e0499daa53 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/db25aa3811144875babf02e0499daa53 2024-11-14T14:28:13,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/db25aa3811144875babf02e0499daa53, entries=150, sequenceid=176, filesize=11.9 K 2024-11-14T14:28:13,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for e37c4c5b8739f44d233eb7645d799ca0 in 1285ms, sequenceid=176, compaction requested=true 2024-11-14T14:28:13,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:13,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:28:13,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:13,029 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:13,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:28:13,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:13,029 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:13,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:28:13,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:13,030 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:13,030 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:13,030 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/B is initiating minor compaction (all files) 2024-11-14T14:28:13,030 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/A is initiating minor compaction (all files) 2024-11-14T14:28:13,030 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/B in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:13,030 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/A in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:13,030 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/66c201d1f89f4d51ae23b98bf7a436dd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/ca47995c71a841008eaea81ba987bd84, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/604adb5563cb4d6eb3d492ba4e749a0c] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=35.9 K 2024-11-14T14:28:13,030 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ba30326f8c6d4ef29205b281fa071c7f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/21ccb2a4958a4d5eaa0109a6ca9e378a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/586e251923cd4f8e8047bd56dbcda4ed] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=91.4 K 2024-11-14T14:28:13,030 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:13,030 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ba30326f8c6d4ef29205b281fa071c7f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/21ccb2a4958a4d5eaa0109a6ca9e378a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/586e251923cd4f8e8047bd56dbcda4ed] 2024-11-14T14:28:13,030 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 66c201d1f89f4d51ae23b98bf7a436dd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594487333 2024-11-14T14:28:13,030 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba30326f8c6d4ef29205b281fa071c7f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594487333 2024-11-14T14:28:13,030 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting ca47995c71a841008eaea81ba987bd84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731594488467 2024-11-14T14:28:13,031 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21ccb2a4958a4d5eaa0109a6ca9e378a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731594488467 2024-11-14T14:28:13,031 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 604adb5563cb4d6eb3d492ba4e749a0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731594490627 2024-11-14T14:28:13,031 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 586e251923cd4f8e8047bd56dbcda4ed, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731594490627 2024-11-14T14:28:13,035 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:13,036 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:13,036 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/099a46e8fe0341a6ae69fdeea767bed3 is 50, key is test_row_0/B:col10/1731594490632/Put/seqid=0 2024-11-14T14:28:13,036 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114ef3499cbcfbe4162a5b2b7715ac09b1b_e37c4c5b8739f44d233eb7645d799ca0 store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:13,038 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114ef3499cbcfbe4162a5b2b7715ac09b1b_e37c4c5b8739f44d233eb7645d799ca0, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:13,038 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ef3499cbcfbe4162a5b2b7715ac09b1b_e37c4c5b8739f44d233eb7645d799ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:13,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742302_1478 (size=12561) 2024-11-14T14:28:13,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742303_1479 (size=4469) 2024-11-14T14:28:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-14T14:28:13,101 INFO [Thread-1967 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-14T14:28:13,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:28:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-14T14:28:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T14:28:13,104 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:28:13,104 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:28:13,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:28:13,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T14:28:13,255 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-14T14:28:13,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:13,256 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T14:28:13,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:13,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:13,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:13,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:13,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:13,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a7c24e8793af4589b812ef484e3c0c91_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594491755/Put/seqid=0 2024-11-14T14:28:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742304_1480 (size=12304) 2024-11-14T14:28:13,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T14:28:13,452 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#A#compaction#403 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:13,452 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/a40546bda3ab4bfea6cfa85a6bc070f6 is 175, key is test_row_0/A:col10/1731594490632/Put/seqid=0 2024-11-14T14:28:13,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742305_1481 (size=31515) 2024-11-14T14:28:13,456 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/099a46e8fe0341a6ae69fdeea767bed3 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/099a46e8fe0341a6ae69fdeea767bed3 2024-11-14T14:28:13,460 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/a40546bda3ab4bfea6cfa85a6bc070f6 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/a40546bda3ab4bfea6cfa85a6bc070f6 2024-11-14T14:28:13,460 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/B of e37c4c5b8739f44d233eb7645d799ca0 into 099a46e8fe0341a6ae69fdeea767bed3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:13,460 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:13,460 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/B, priority=13, startTime=1731594493029; duration=0sec 2024-11-14T14:28:13,461 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:13,461 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:B 2024-11-14T14:28:13,461 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:13,461 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:13,461 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/C is initiating minor compaction (all files) 2024-11-14T14:28:13,461 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/C in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:13,461 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/7b658f05adca4e47b2ea99d6361c7056, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/5665f3e53f124b299b2ff792787d5134, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/db25aa3811144875babf02e0499daa53] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=35.9 K 2024-11-14T14:28:13,462 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b658f05adca4e47b2ea99d6361c7056, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731594487333 2024-11-14T14:28:13,462 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 5665f3e53f124b299b2ff792787d5134, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731594488467 2024-11-14T14:28:13,462 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting db25aa3811144875babf02e0499daa53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731594490627 2024-11-14T14:28:13,464 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/A of e37c4c5b8739f44d233eb7645d799ca0 into a40546bda3ab4bfea6cfa85a6bc070f6(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:13,464 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:13,464 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/A, priority=13, startTime=1731594493029; duration=0sec 2024-11-14T14:28:13,464 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:13,464 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:A 2024-11-14T14:28:13,467 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:13,467 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/453a8fb512534ebf82f4f9df809aa1fe is 50, key is test_row_0/C:col10/1731594490632/Put/seqid=0 2024-11-14T14:28:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742306_1482 (size=12561) 2024-11-14T14:28:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:13,667 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a7c24e8793af4589b812ef484e3c0c91_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a7c24e8793af4589b812ef484e3c0c91_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:13,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/39ecaf8adeda417790868d19c9349f8d, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:13,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/39ecaf8adeda417790868d19c9349f8d is 175, key is test_row_0/A:col10/1731594491755/Put/seqid=0 2024-11-14T14:28:13,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742307_1483 (size=31105) 2024-11-14T14:28:13,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T14:28:13,873 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/453a8fb512534ebf82f4f9df809aa1fe as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/453a8fb512534ebf82f4f9df809aa1fe 2024-11-14T14:28:13,876 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/C of e37c4c5b8739f44d233eb7645d799ca0 into 453a8fb512534ebf82f4f9df809aa1fe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:13,876 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:13,876 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/C, priority=13, startTime=1731594493029; duration=0sec 2024-11-14T14:28:13,876 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:13,876 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:C 2024-11-14T14:28:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594553885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594553886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594553886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594553889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594553889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594553990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594553990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594553990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594553992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:13,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594553992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,072 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/39ecaf8adeda417790868d19c9349f8d 2024-11-14T14:28:14,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/209d5a43261248a49653eda1cc317136 is 50, key is test_row_0/B:col10/1731594491755/Put/seqid=0 2024-11-14T14:28:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742308_1484 (size=12151) 2024-11-14T14:28:14,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594554192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594554192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594554193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594554196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594554196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T14:28:14,480 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/209d5a43261248a49653eda1cc317136 2024-11-14T14:28:14,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/b0a1b5cbf4ba4d0d97a3508d41db6292 is 50, key is test_row_0/C:col10/1731594491755/Put/seqid=0 2024-11-14T14:28:14,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742309_1485 (size=12151) 2024-11-14T14:28:14,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594554494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594554494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594554496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594554498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:14,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594554498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:14,888 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/b0a1b5cbf4ba4d0d97a3508d41db6292 2024-11-14T14:28:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/39ecaf8adeda417790868d19c9349f8d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/39ecaf8adeda417790868d19c9349f8d 2024-11-14T14:28:14,894 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/39ecaf8adeda417790868d19c9349f8d, entries=150, sequenceid=196, filesize=30.4 K 2024-11-14T14:28:14,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/209d5a43261248a49653eda1cc317136 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/209d5a43261248a49653eda1cc317136 2024-11-14T14:28:14,897 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/209d5a43261248a49653eda1cc317136, entries=150, sequenceid=196, filesize=11.9 K 2024-11-14T14:28:14,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/b0a1b5cbf4ba4d0d97a3508d41db6292 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/b0a1b5cbf4ba4d0d97a3508d41db6292 2024-11-14T14:28:14,900 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/b0a1b5cbf4ba4d0d97a3508d41db6292, entries=150, sequenceid=196, filesize=11.9 K 2024-11-14T14:28:14,901 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e37c4c5b8739f44d233eb7645d799ca0 in 1645ms, sequenceid=196, compaction requested=false 2024-11-14T14:28:14,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:14,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:14,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-14T14:28:14,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-14T14:28:14,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-14T14:28:14,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec 2024-11-14T14:28:14,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.8010 sec 2024-11-14T14:28:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:15,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T14:28:15,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:15,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:15,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:15,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:15,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:15,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:15,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144279d9bb981d4040aeabfc8d40816c97_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594493888/Put/seqid=0 2024-11-14T14:28:15,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594555012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594555012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594555013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594555013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742310_1486 (size=14794) 2024-11-14T14:28:15,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594555014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594555115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594555116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594555116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594555116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594555118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-14T14:28:15,207 INFO [Thread-1967 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-14T14:28:15,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T14:28:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-14T14:28:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T14:28:15,209 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T14:28:15,209 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T14:28:15,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T14:28:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T14:28:15,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594555318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594555318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594555318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594555319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594555321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:15,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:15,419 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144279d9bb981d4040aeabfc8d40816c97_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144279d9bb981d4040aeabfc8d40816c97_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:15,420 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/50e7fb23653641908cf8636072348215, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:15,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/50e7fb23653641908cf8636072348215 is 175, key is test_row_0/A:col10/1731594493888/Put/seqid=0 2024-11-14T14:28:15,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742311_1487 (size=39749) 2024-11-14T14:28:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T14:28:15,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:15,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:15,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594555622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594555622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594555622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594555623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594555625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T14:28:15,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,825 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/50e7fb23653641908cf8636072348215 2024-11-14T14:28:15,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/8bbd2bac8bd8429f88549296c1a31c82 is 50, key is test_row_0/B:col10/1731594493888/Put/seqid=0 2024-11-14T14:28:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742312_1488 (size=12151) 2024-11-14T14:28:15,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:15,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:15,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:15,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:15,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:16,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:16,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:16,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594556126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594556127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594556128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594556129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594556131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/8bbd2bac8bd8429f88549296c1a31c82 2024-11-14T14:28:16,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/31cb5fda40db4734b047ea76c27df4ae is 50, key is test_row_0/C:col10/1731594493888/Put/seqid=0 2024-11-14T14:28:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742313_1489 (size=12151) 2024-11-14T14:28:16,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:16,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:16,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T14:28:16,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:16,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:16,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/31cb5fda40db4734b047ea76c27df4ae 2024-11-14T14:28:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/50e7fb23653641908cf8636072348215 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/50e7fb23653641908cf8636072348215 2024-11-14T14:28:16,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/50e7fb23653641908cf8636072348215, entries=200, sequenceid=217, filesize=38.8 K 2024-11-14T14:28:16,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/8bbd2bac8bd8429f88549296c1a31c82 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/8bbd2bac8bd8429f88549296c1a31c82 2024-11-14T14:28:16,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/8bbd2bac8bd8429f88549296c1a31c82, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T14:28:16,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/31cb5fda40db4734b047ea76c27df4ae as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/31cb5fda40db4734b047ea76c27df4ae 2024-11-14T14:28:16,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/31cb5fda40db4734b047ea76c27df4ae, entries=150, sequenceid=217, filesize=11.9 K 2024-11-14T14:28:16,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for e37c4c5b8739f44d233eb7645d799ca0 in 1654ms, sequenceid=217, compaction requested=true 2024-11-14T14:28:16,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:16,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:28:16,655 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:16,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:16,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T14:28:16,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:16,655 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:16,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T14:28:16,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:16,656 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:16,656 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:16,656 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/A is initiating minor compaction (all files) 2024-11-14T14:28:16,656 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/B is initiating minor compaction (all files) 2024-11-14T14:28:16,656 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/A in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,656 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/B in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,656 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/099a46e8fe0341a6ae69fdeea767bed3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/209d5a43261248a49653eda1cc317136, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/8bbd2bac8bd8429f88549296c1a31c82] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=36.0 K 2024-11-14T14:28:16,656 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/a40546bda3ab4bfea6cfa85a6bc070f6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/39ecaf8adeda417790868d19c9349f8d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/50e7fb23653641908cf8636072348215] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=100.0 K 2024-11-14T14:28:16,656 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,656 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. files: [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/a40546bda3ab4bfea6cfa85a6bc070f6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/39ecaf8adeda417790868d19c9349f8d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/50e7fb23653641908cf8636072348215] 2024-11-14T14:28:16,656 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting a40546bda3ab4bfea6cfa85a6bc070f6, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731594490627 2024-11-14T14:28:16,656 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 099a46e8fe0341a6ae69fdeea767bed3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731594490627 2024-11-14T14:28:16,657 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39ecaf8adeda417790868d19c9349f8d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731594491755 2024-11-14T14:28:16,657 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 209d5a43261248a49653eda1cc317136, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731594491755 2024-11-14T14:28:16,657 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50e7fb23653641908cf8636072348215, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731594493885 2024-11-14T14:28:16,657 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bbd2bac8bd8429f88549296c1a31c82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731594493888 2024-11-14T14:28:16,660 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:16,661 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:16,662 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/4b0396a1963a43499e89c2d19b1d1d63 is 50, key is test_row_0/B:col10/1731594493888/Put/seqid=0 2024-11-14T14:28:16,662 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114fd2aa48b097240df9801fea3b5165a05_e37c4c5b8739f44d233eb7645d799ca0 store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:16,664 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114fd2aa48b097240df9801fea3b5165a05_e37c4c5b8739f44d233eb7645d799ca0, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:16,664 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fd2aa48b097240df9801fea3b5165a05_e37c4c5b8739f44d233eb7645d799ca0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:16,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742314_1490 (size=12663) 2024-11-14T14:28:16,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742315_1491 (size=4469) 2024-11-14T14:28:16,673 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/4b0396a1963a43499e89c2d19b1d1d63 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/4b0396a1963a43499e89c2d19b1d1d63 2024-11-14T14:28:16,676 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/B of e37c4c5b8739f44d233eb7645d799ca0 into 4b0396a1963a43499e89c2d19b1d1d63(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:16,676 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:16,676 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/B, priority=13, startTime=1731594496655; duration=0sec 2024-11-14T14:28:16,676 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T14:28:16,676 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:B 2024-11-14T14:28:16,676 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T14:28:16,677 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T14:28:16,677 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1540): e37c4c5b8739f44d233eb7645d799ca0/C is initiating minor compaction (all files) 2024-11-14T14:28:16,677 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e37c4c5b8739f44d233eb7645d799ca0/C in TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,677 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/453a8fb512534ebf82f4f9df809aa1fe, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/b0a1b5cbf4ba4d0d97a3508d41db6292, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/31cb5fda40db4734b047ea76c27df4ae] into tmpdir=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp, totalSize=36.0 K 2024-11-14T14:28:16,677 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 453a8fb512534ebf82f4f9df809aa1fe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731594490627 2024-11-14T14:28:16,678 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting b0a1b5cbf4ba4d0d97a3508d41db6292, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731594491755 2024-11-14T14:28:16,678 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] compactions.Compactor(224): Compacting 31cb5fda40db4734b047ea76c27df4ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731594493888 2024-11-14T14:28:16,683 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:16,683 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/c3e6452a4dcb4c3c8988fb5796e1a7c1 is 50, key is test_row_0/C:col10/1731594493888/Put/seqid=0 2024-11-14T14:28:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742316_1492 (size=12663) 2024-11-14T14:28:16,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:16,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43913 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-14T14:28:16,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:16,730 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T14:28:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:16,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:16,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143c3d63f5804d4a01ab20358c8ccbc1d1_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594495012/Put/seqid=0 2024-11-14T14:28:16,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742317_1493 (size=12304) 2024-11-14T14:28:17,072 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e37c4c5b8739f44d233eb7645d799ca0#A#compaction#412 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:28:17,072 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/2813f1a2b6d24944a9c61ca424eedb08 is 175, key is test_row_0/A:col10/1731594493888/Put/seqid=0 2024-11-14T14:28:17,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742318_1494 (size=31617) 2024-11-14T14:28:17,109 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/c3e6452a4dcb4c3c8988fb5796e1a7c1 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/c3e6452a4dcb4c3c8988fb5796e1a7c1 2024-11-14T14:28:17,112 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/C of e37c4c5b8739f44d233eb7645d799ca0 into c3e6452a4dcb4c3c8988fb5796e1a7c1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:17,113 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:17,113 INFO [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/C, priority=13, startTime=1731594496655; duration=0sec 2024-11-14T14:28:17,113 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:17,113 DEBUG [RS:0;d4069aa67eab:43913-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:C 2024-11-14T14:28:17,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. as already flushing 2024-11-14T14:28:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:17,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594557148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594557148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594557148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594557149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594557149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:17,195 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143c3d63f5804d4a01ab20358c8ccbc1d1_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c3d63f5804d4a01ab20358c8ccbc1d1_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:17,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/844e1b8b8aec4d4a87fe62a51d03899d, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:17,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/844e1b8b8aec4d4a87fe62a51d03899d is 175, key is test_row_0/A:col10/1731594495012/Put/seqid=0 2024-11-14T14:28:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742319_1495 (size=31105) 2024-11-14T14:28:17,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594557252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594557252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594557253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594557253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594557253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T14:28:17,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594557454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594557456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594557456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594557456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594557457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,479 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/2813f1a2b6d24944a9c61ca424eedb08 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/2813f1a2b6d24944a9c61ca424eedb08 2024-11-14T14:28:17,482 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e37c4c5b8739f44d233eb7645d799ca0/A of e37c4c5b8739f44d233eb7645d799ca0 into 2813f1a2b6d24944a9c61ca424eedb08(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:28:17,482 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:17,482 INFO [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0., storeName=e37c4c5b8739f44d233eb7645d799ca0/A, priority=13, startTime=1731594496655; duration=0sec 2024-11-14T14:28:17,482 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:17,482 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:A 2024-11-14T14:28:17,600 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/844e1b8b8aec4d4a87fe62a51d03899d 2024-11-14T14:28:17,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/1cdb7d9ec954485586b680ef798f6416 is 50, key is test_row_0/B:col10/1731594495012/Put/seqid=0 2024-11-14T14:28:17,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742320_1496 (size=12151) 2024-11-14T14:28:17,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594557758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594557758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594557758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594557759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:17,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594557760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:18,013 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/1cdb7d9ec954485586b680ef798f6416 2024-11-14T14:28:18,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/d74a5ff1c6cf4bb28593d4dd6431bc08 is 50, key is test_row_0/C:col10/1731594495012/Put/seqid=0 2024-11-14T14:28:18,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742321_1497 (size=12151) 2024-11-14T14:28:18,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54182 deadline: 1731594558261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731594558262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54212 deadline: 1731594558262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:18,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54158 deadline: 1731594558264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:18,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-14T14:28:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43913 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54210 deadline: 1731594558266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:18,421 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/d74a5ff1c6cf4bb28593d4dd6431bc08 2024-11-14T14:28:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/844e1b8b8aec4d4a87fe62a51d03899d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/844e1b8b8aec4d4a87fe62a51d03899d 2024-11-14T14:28:18,426 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/844e1b8b8aec4d4a87fe62a51d03899d, entries=150, sequenceid=236, filesize=30.4 K 2024-11-14T14:28:18,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/1cdb7d9ec954485586b680ef798f6416 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1cdb7d9ec954485586b680ef798f6416 2024-11-14T14:28:18,429 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1cdb7d9ec954485586b680ef798f6416, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T14:28:18,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/d74a5ff1c6cf4bb28593d4dd6431bc08 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/d74a5ff1c6cf4bb28593d4dd6431bc08 2024-11-14T14:28:18,432 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/d74a5ff1c6cf4bb28593d4dd6431bc08, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T14:28:18,433 INFO [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for e37c4c5b8739f44d233eb7645d799ca0 in 1703ms, sequenceid=236, compaction requested=false 2024-11-14T14:28:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d4069aa67eab:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-14T14:28:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-14T14:28:18,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-14T14:28:18,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2250 sec 2024-11-14T14:28:18,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 3.2270 sec 2024-11-14T14:28:18,572 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:28:18,661 DEBUG [Thread-1972 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d9113f3 to 127.0.0.1:64189 2024-11-14T14:28:18,661 DEBUG [Thread-1974 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bb75907 to 127.0.0.1:64189 2024-11-14T14:28:18,661 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:18,661 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:18,661 DEBUG [Thread-1968 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:64189 2024-11-14T14:28:18,661 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:18,662 DEBUG [Thread-1970 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:64189 2024-11-14T14:28:18,663 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:18,663 DEBUG [Thread-1976 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c1d3a95 to 127.0.0.1:64189 2024-11-14T14:28:18,663 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43913 {}] regionserver.HRegion(8581): Flush requested on e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:19,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T14:28:19,273 DEBUG [Thread-1963 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60d631a3 to 127.0.0.1:64189 2024-11-14T14:28:19,273 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:19,274 DEBUG [Thread-1957 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06094c70 to 127.0.0.1:64189 2024-11-14T14:28:19,274 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:19,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:19,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:19,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:19,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:19,275 DEBUG [Thread-1965 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:64189 2024-11-14T14:28:19,275 DEBUG [Thread-1965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:19,276 DEBUG [Thread-1961 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e047c09 to 127.0.0.1:64189 2024-11-14T14:28:19,276 DEBUG [Thread-1959 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x103dfc6e to 127.0.0.1:64189 2024-11-14T14:28:19,276 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:19,276 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:19,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144846c445f4434130858e53a016b7890b_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_0/A:col10/1731594497148/Put/seqid=0 2024-11-14T14:28:19,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742322_1498 (size=12354) 2024-11-14T14:28:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-14T14:28:19,313 INFO [Thread-1967 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5870 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5747 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5986 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5874 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5746 2024-11-14T14:28:19,313 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T14:28:19,313 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T14:28:19,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:64189 2024-11-14T14:28:19,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:19,314 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-14T14:28:19,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T14:28:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T14:28:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T14:28:19,318 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594499318"}]},"ts":"1731594499318"} 2024-11-14T14:28:19,319 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T14:28:19,331 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T14:28:19,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T14:28:19,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, UNASSIGN}] 2024-11-14T14:28:19,334 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, UNASSIGN 2024-11-14T14:28:19,336 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=e37c4c5b8739f44d233eb7645d799ca0, regionState=CLOSING, regionLocation=d4069aa67eab,43913,1731594320188 2024-11-14T14:28:19,337 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:28:19,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188}] 2024-11-14T14:28:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T14:28:19,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to d4069aa67eab,43913,1731594320188 2024-11-14T14:28:19,491 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:19,491 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-14T14:28:19,492 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing e37c4c5b8739f44d233eb7645d799ca0, disabling compactions & flushes 2024-11-14T14:28:19,492 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T14:28:19,686 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:19,693 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144846c445f4434130858e53a016b7890b_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144846c445f4434130858e53a016b7890b_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:19,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/bcd08581f5b94d2ba5fa80eb8c4f6bae, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:19,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/bcd08581f5b94d2ba5fa80eb8c4f6bae is 175, key is test_row_0/A:col10/1731594497148/Put/seqid=0 2024-11-14T14:28:19,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742323_1499 (size=31155) 2024-11-14T14:28:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T14:28:20,100 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/bcd08581f5b94d2ba5fa80eb8c4f6bae 2024-11-14T14:28:20,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/73ce6a3bd01742b48188534e0ac87cfd is 50, key is test_row_0/B:col10/1731594497148/Put/seqid=0 2024-11-14T14:28:20,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742324_1500 (size=12201) 2024-11-14T14:28:20,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T14:28:20,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/73ce6a3bd01742b48188534e0ac87cfd 2024-11-14T14:28:20,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/ab93f6ca9c9c4a119109a171a932345a is 50, key is test_row_0/C:col10/1731594497148/Put/seqid=0 2024-11-14T14:28:20,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742325_1501 (size=12201) 2024-11-14T14:28:20,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/ab93f6ca9c9c4a119109a171a932345a 2024-11-14T14:28:20,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/bcd08581f5b94d2ba5fa80eb8c4f6bae as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/bcd08581f5b94d2ba5fa80eb8c4f6bae 2024-11-14T14:28:20,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/bcd08581f5b94d2ba5fa80eb8c4f6bae, entries=150, sequenceid=260, filesize=30.4 K 2024-11-14T14:28:20,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/73ce6a3bd01742b48188534e0ac87cfd as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/73ce6a3bd01742b48188534e0ac87cfd 2024-11-14T14:28:20,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/73ce6a3bd01742b48188534e0ac87cfd, entries=150, sequenceid=260, filesize=11.9 K 2024-11-14T14:28:20,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/ab93f6ca9c9c4a119109a171a932345a as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/ab93f6ca9c9c4a119109a171a932345a 2024-11-14T14:28:20,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/ab93f6ca9c9c4a119109a171a932345a, entries=150, sequenceid=260, filesize=11.9 K 2024-11-14T14:28:20,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for e37c4c5b8739f44d233eb7645d799ca0 in 1692ms, sequenceid=260, compaction requested=true 2024-11-14T14:28:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:20,964 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:20,964 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:20,964 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. after waiting 0 ms 2024-11-14T14:28:20,964 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. because compaction request was cancelled 2024-11-14T14:28:20,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:28:20,964 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:20,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:20,965 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:A 2024-11-14T14:28:20,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:B, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:28:20,965 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. because compaction request was cancelled 2024-11-14T14:28:20,965 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing e37c4c5b8739f44d233eb7645d799ca0 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-14T14:28:20,965 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:B 2024-11-14T14:28:20,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:20,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e37c4c5b8739f44d233eb7645d799ca0:C, priority=-2147483648, current under compaction store size is 1 2024-11-14T14:28:20,965 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. because compaction request was cancelled 2024-11-14T14:28:20,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T14:28:20,965 DEBUG [RS:0;d4069aa67eab:43913-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e37c4c5b8739f44d233eb7645d799ca0:C 2024-11-14T14:28:20,965 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=A 2024-11-14T14:28:20,965 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:20,965 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=B 2024-11-14T14:28:20,965 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:20,965 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e37c4c5b8739f44d233eb7645d799ca0, store=C 2024-11-14T14:28:20,965 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-14T14:28:20,971 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aabf577932534f30b8d368e1d80c92a3_e37c4c5b8739f44d233eb7645d799ca0 is 50, key is test_row_1/A:col10/1731594499275/Put/seqid=0 2024-11-14T14:28:20,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742326_1502 (size=9914) 2024-11-14T14:28:21,376 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:28:21,384 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aabf577932534f30b8d368e1d80c92a3_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aabf577932534f30b8d368e1d80c92a3_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:21,386 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/06c6da9a908647a4899d05cdea276181, store: [table=TestAcidGuarantees family=A region=e37c4c5b8739f44d233eb7645d799ca0] 2024-11-14T14:28:21,387 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/06c6da9a908647a4899d05cdea276181 is 175, key is test_row_1/A:col10/1731594499275/Put/seqid=0 2024-11-14T14:28:21,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742327_1503 (size=22561) 2024-11-14T14:28:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T14:28:21,795 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/06c6da9a908647a4899d05cdea276181 2024-11-14T14:28:21,912 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/0d808a7f2f274e4185b432f18cf9dc91 is 50, key is test_row_1/B:col10/1731594499275/Put/seqid=0 2024-11-14T14:28:21,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742328_1504 (size=9857) 2024-11-14T14:28:22,320 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/0d808a7f2f274e4185b432f18cf9dc91 2024-11-14T14:28:22,334 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/fb976997c1894e8984e750cf10ad9f2c is 50, key is test_row_1/C:col10/1731594499275/Put/seqid=0 2024-11-14T14:28:22,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742329_1505 (size=9857) 2024-11-14T14:28:22,740 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/fb976997c1894e8984e750cf10ad9f2c 2024-11-14T14:28:22,749 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/A/06c6da9a908647a4899d05cdea276181 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/06c6da9a908647a4899d05cdea276181 2024-11-14T14:28:22,754 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/06c6da9a908647a4899d05cdea276181, entries=100, sequenceid=265, filesize=22.0 K 2024-11-14T14:28:22,755 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/B/0d808a7f2f274e4185b432f18cf9dc91 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/0d808a7f2f274e4185b432f18cf9dc91 2024-11-14T14:28:22,757 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/0d808a7f2f274e4185b432f18cf9dc91, entries=100, sequenceid=265, filesize=9.6 K 2024-11-14T14:28:22,758 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/.tmp/C/fb976997c1894e8984e750cf10ad9f2c as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/fb976997c1894e8984e750cf10ad9f2c 2024-11-14T14:28:22,760 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/fb976997c1894e8984e750cf10ad9f2c, entries=100, sequenceid=265, filesize=9.6 K 2024-11-14T14:28:22,761 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for e37c4c5b8739f44d233eb7645d799ca0 in 1797ms, sequenceid=265, compaction requested=true 2024-11-14T14:28:22,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/5c49e93c4e8645c18d4a4bfba49e9a3f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e7c81f818bb448acbf3ca428213153bc, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ee5c526a36b143ea9d9778c421baad53, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/3621942957944239a8a85b926dec1fc3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/53017ec2295847dcbd2d78a9e17160f2, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/f34f2bbc030a49ddb2336c50e35276d6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e89c22c823494b70a7e7c1e1dd6cd130, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ba30326f8c6d4ef29205b281fa071c7f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/df268ffc9bb84a6a8def9f803751925b, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/21ccb2a4958a4d5eaa0109a6ca9e378a, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/a40546bda3ab4bfea6cfa85a6bc070f6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/586e251923cd4f8e8047bd56dbcda4ed, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/39ecaf8adeda417790868d19c9349f8d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/50e7fb23653641908cf8636072348215] to archive 2024-11-14T14:28:22,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:28:22,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/5c49e93c4e8645c18d4a4bfba49e9a3f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/5c49e93c4e8645c18d4a4bfba49e9a3f 2024-11-14T14:28:22,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/b7dc0cee3a3d4207b5e7d0f76aeb9d5d 2024-11-14T14:28:22,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e7c81f818bb448acbf3ca428213153bc to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e7c81f818bb448acbf3ca428213153bc 2024-11-14T14:28:22,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ee5c526a36b143ea9d9778c421baad53 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ee5c526a36b143ea9d9778c421baad53 2024-11-14T14:28:22,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/3621942957944239a8a85b926dec1fc3 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/3621942957944239a8a85b926dec1fc3 2024-11-14T14:28:22,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/53017ec2295847dcbd2d78a9e17160f2 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/53017ec2295847dcbd2d78a9e17160f2 2024-11-14T14:28:22,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/f34f2bbc030a49ddb2336c50e35276d6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/f34f2bbc030a49ddb2336c50e35276d6 2024-11-14T14:28:22,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e89c22c823494b70a7e7c1e1dd6cd130 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/e89c22c823494b70a7e7c1e1dd6cd130 2024-11-14T14:28:22,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ba30326f8c6d4ef29205b281fa071c7f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/ba30326f8c6d4ef29205b281fa071c7f 2024-11-14T14:28:22,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/df268ffc9bb84a6a8def9f803751925b to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/df268ffc9bb84a6a8def9f803751925b 2024-11-14T14:28:22,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/21ccb2a4958a4d5eaa0109a6ca9e378a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/21ccb2a4958a4d5eaa0109a6ca9e378a 2024-11-14T14:28:22,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/a40546bda3ab4bfea6cfa85a6bc070f6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/a40546bda3ab4bfea6cfa85a6bc070f6 2024-11-14T14:28:22,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/586e251923cd4f8e8047bd56dbcda4ed to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/586e251923cd4f8e8047bd56dbcda4ed 2024-11-14T14:28:22,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/39ecaf8adeda417790868d19c9349f8d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/39ecaf8adeda417790868d19c9349f8d 2024-11-14T14:28:22,773 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/50e7fb23653641908cf8636072348215 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/50e7fb23653641908cf8636072348215 2024-11-14T14:28:22,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/9d6699ebdf0e4ea088da466a618592a1, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/942b9c65a939452db0a473913bbd4ee0, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/7a9f05f3702248968e60eff23dd75378, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/a94e314a6c754c35872179e5a8748bff, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/60a252d7e87e40d9b949a5a6a3dd1e8d, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/b74cd61b486e4c72a8e0b9ea0176e132, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/e1e37915b9cc4b118f3ba385458f6767, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/6cba8b857751466a8a8881ea6aa167c7, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/66c201d1f89f4d51ae23b98bf7a436dd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1a66dccc4dc14d9c894c0d1f328c6c7e, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/ca47995c71a841008eaea81ba987bd84, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/099a46e8fe0341a6ae69fdeea767bed3, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/604adb5563cb4d6eb3d492ba4e749a0c, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/209d5a43261248a49653eda1cc317136, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/8bbd2bac8bd8429f88549296c1a31c82] to archive 2024-11-14T14:28:22,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:28:22,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/9d6699ebdf0e4ea088da466a618592a1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/9d6699ebdf0e4ea088da466a618592a1 2024-11-14T14:28:22,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/942b9c65a939452db0a473913bbd4ee0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/942b9c65a939452db0a473913bbd4ee0 2024-11-14T14:28:22,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/7a9f05f3702248968e60eff23dd75378 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/7a9f05f3702248968e60eff23dd75378 2024-11-14T14:28:22,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/a94e314a6c754c35872179e5a8748bff to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/a94e314a6c754c35872179e5a8748bff 2024-11-14T14:28:22,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/60a252d7e87e40d9b949a5a6a3dd1e8d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/60a252d7e87e40d9b949a5a6a3dd1e8d 2024-11-14T14:28:22,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/b74cd61b486e4c72a8e0b9ea0176e132 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/b74cd61b486e4c72a8e0b9ea0176e132 2024-11-14T14:28:22,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/e1e37915b9cc4b118f3ba385458f6767 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/e1e37915b9cc4b118f3ba385458f6767 2024-11-14T14:28:22,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/6cba8b857751466a8a8881ea6aa167c7 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/6cba8b857751466a8a8881ea6aa167c7 2024-11-14T14:28:22,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/66c201d1f89f4d51ae23b98bf7a436dd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/66c201d1f89f4d51ae23b98bf7a436dd 2024-11-14T14:28:22,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1a66dccc4dc14d9c894c0d1f328c6c7e to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1a66dccc4dc14d9c894c0d1f328c6c7e 2024-11-14T14:28:22,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/ca47995c71a841008eaea81ba987bd84 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/ca47995c71a841008eaea81ba987bd84 2024-11-14T14:28:22,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/099a46e8fe0341a6ae69fdeea767bed3 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/099a46e8fe0341a6ae69fdeea767bed3 2024-11-14T14:28:22,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/604adb5563cb4d6eb3d492ba4e749a0c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/604adb5563cb4d6eb3d492ba4e749a0c 2024-11-14T14:28:22,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/209d5a43261248a49653eda1cc317136 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/209d5a43261248a49653eda1cc317136 2024-11-14T14:28:22,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/8bbd2bac8bd8429f88549296c1a31c82 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/8bbd2bac8bd8429f88549296c1a31c82 2024-11-14T14:28:22,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/861ec1861c584fe1b38d2a14d5341ee8, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/95581e43a3304370898b6085cf3470fa, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/ace9dd7fda9a45b2ad5de0b4cca45839, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/cc73d0bcbb6e43688cd70dbc0582d1a6, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/2d10deb886cd4d4fbf0c0db5c4311231, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/50a01afbc69346158778311e684177dd, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/bd411eebb8b14096b0b2c7ff224aaae9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/9bc4de3523924da2a3f12b55f86a58e9, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/7b658f05adca4e47b2ea99d6361c7056, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/a534dd4cf49d427996660221f15b7e8f, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/5665f3e53f124b299b2ff792787d5134, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/453a8fb512534ebf82f4f9df809aa1fe, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/db25aa3811144875babf02e0499daa53, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/b0a1b5cbf4ba4d0d97a3508d41db6292, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/31cb5fda40db4734b047ea76c27df4ae] to archive 2024-11-14T14:28:22,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:28:22,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/861ec1861c584fe1b38d2a14d5341ee8 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/861ec1861c584fe1b38d2a14d5341ee8 2024-11-14T14:28:22,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/95581e43a3304370898b6085cf3470fa to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/95581e43a3304370898b6085cf3470fa 2024-11-14T14:28:22,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/ace9dd7fda9a45b2ad5de0b4cca45839 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/ace9dd7fda9a45b2ad5de0b4cca45839 2024-11-14T14:28:22,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/cc73d0bcbb6e43688cd70dbc0582d1a6 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/cc73d0bcbb6e43688cd70dbc0582d1a6 2024-11-14T14:28:22,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/2d10deb886cd4d4fbf0c0db5c4311231 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/2d10deb886cd4d4fbf0c0db5c4311231 2024-11-14T14:28:22,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/50a01afbc69346158778311e684177dd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/50a01afbc69346158778311e684177dd 2024-11-14T14:28:22,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/bd411eebb8b14096b0b2c7ff224aaae9 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/bd411eebb8b14096b0b2c7ff224aaae9 2024-11-14T14:28:22,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/9bc4de3523924da2a3f12b55f86a58e9 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/9bc4de3523924da2a3f12b55f86a58e9 2024-11-14T14:28:22,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/7b658f05adca4e47b2ea99d6361c7056 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/7b658f05adca4e47b2ea99d6361c7056 2024-11-14T14:28:22,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/a534dd4cf49d427996660221f15b7e8f to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/a534dd4cf49d427996660221f15b7e8f 2024-11-14T14:28:22,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/5665f3e53f124b299b2ff792787d5134 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/5665f3e53f124b299b2ff792787d5134 2024-11-14T14:28:22,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/453a8fb512534ebf82f4f9df809aa1fe to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/453a8fb512534ebf82f4f9df809aa1fe 2024-11-14T14:28:22,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/db25aa3811144875babf02e0499daa53 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/db25aa3811144875babf02e0499daa53 2024-11-14T14:28:22,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/b0a1b5cbf4ba4d0d97a3508d41db6292 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/b0a1b5cbf4ba4d0d97a3508d41db6292 2024-11-14T14:28:22,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/31cb5fda40db4734b047ea76c27df4ae to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/31cb5fda40db4734b047ea76c27df4ae 2024-11-14T14:28:22,801 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/recovered.edits/268.seqid, newMaxSeqId=268, maxSeqId=4 2024-11-14T14:28:22,801 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0. 2024-11-14T14:28:22,801 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for e37c4c5b8739f44d233eb7645d799ca0: 2024-11-14T14:28:22,802 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:22,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=e37c4c5b8739f44d233eb7645d799ca0, regionState=CLOSED 2024-11-14T14:28:22,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-14T14:28:22,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure e37c4c5b8739f44d233eb7645d799ca0, server=d4069aa67eab,43913,1731594320188 in 3.4670 sec 2024-11-14T14:28:22,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-14T14:28:22,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e37c4c5b8739f44d233eb7645d799ca0, UNASSIGN in 3.4720 sec 2024-11-14T14:28:22,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-14T14:28:22,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.4740 sec 2024-11-14T14:28:22,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731594502808"}]},"ts":"1731594502808"} 2024-11-14T14:28:22,809 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T14:28:22,847 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T14:28:22,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.5330 sec 2024-11-14T14:28:23,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-14T14:28:23,426 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-14T14:28:23,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T14:28:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:28:23,428 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:28:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T14:28:23,429 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:28:23,431 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,433 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C, FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/recovered.edits] 2024-11-14T14:28:23,435 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/06c6da9a908647a4899d05cdea276181 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/06c6da9a908647a4899d05cdea276181 2024-11-14T14:28:23,437 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/2813f1a2b6d24944a9c61ca424eedb08 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/2813f1a2b6d24944a9c61ca424eedb08 2024-11-14T14:28:23,438 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/844e1b8b8aec4d4a87fe62a51d03899d to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/844e1b8b8aec4d4a87fe62a51d03899d 2024-11-14T14:28:23,439 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/bcd08581f5b94d2ba5fa80eb8c4f6bae to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/A/bcd08581f5b94d2ba5fa80eb8c4f6bae 2024-11-14T14:28:23,441 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/0d808a7f2f274e4185b432f18cf9dc91 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/0d808a7f2f274e4185b432f18cf9dc91 2024-11-14T14:28:23,442 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1cdb7d9ec954485586b680ef798f6416 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/1cdb7d9ec954485586b680ef798f6416 2024-11-14T14:28:23,443 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/4b0396a1963a43499e89c2d19b1d1d63 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/4b0396a1963a43499e89c2d19b1d1d63 2024-11-14T14:28:23,444 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/73ce6a3bd01742b48188534e0ac87cfd to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/B/73ce6a3bd01742b48188534e0ac87cfd 2024-11-14T14:28:23,447 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/ab93f6ca9c9c4a119109a171a932345a to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/ab93f6ca9c9c4a119109a171a932345a 2024-11-14T14:28:23,448 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/c3e6452a4dcb4c3c8988fb5796e1a7c1 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/c3e6452a4dcb4c3c8988fb5796e1a7c1 2024-11-14T14:28:23,449 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/d74a5ff1c6cf4bb28593d4dd6431bc08 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/d74a5ff1c6cf4bb28593d4dd6431bc08 2024-11-14T14:28:23,450 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/fb976997c1894e8984e750cf10ad9f2c to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/C/fb976997c1894e8984e750cf10ad9f2c 2024-11-14T14:28:23,452 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/recovered.edits/268.seqid to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0/recovered.edits/268.seqid 2024-11-14T14:28:23,453 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/default/TestAcidGuarantees/e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,453 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T14:28:23,453 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:28:23,454 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T14:28:23,457 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140a3952f93e344dc29e7a524a1b2c492d_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140a3952f93e344dc29e7a524a1b2c492d_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,459 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142935bdacf8694299a6e5873bda430769_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142935bdacf8694299a6e5873bda430769_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,460 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430bfa973b5f64f2bb79bc37b48612417_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111430bfa973b5f64f2bb79bc37b48612417_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,462 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114393a4a3b83b64160b9db4509155dd9d0_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114393a4a3b83b64160b9db4509155dd9d0_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,464 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c3d63f5804d4a01ab20358c8ccbc1d1_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143c3d63f5804d4a01ab20358c8ccbc1d1_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,465 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144279d9bb981d4040aeabfc8d40816c97_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144279d9bb981d4040aeabfc8d40816c97_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,467 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144846c445f4434130858e53a016b7890b_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144846c445f4434130858e53a016b7890b_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,469 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149bf0eca94a7144f49b905703a09e9d89_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149bf0eca94a7144f49b905703a09e9d89_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,470 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f1e149bb4a0450686928870914dd2b2_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149f1e149bb4a0450686928870914dd2b2_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,472 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a25ae8fa30d1457b8f805b82e960a5c7_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a25ae8fa30d1457b8f805b82e960a5c7_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,474 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a31e59e4f3d64143b01674a8af57f4ec_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a31e59e4f3d64143b01674a8af57f4ec_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,476 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a7c24e8793af4589b812ef484e3c0c91_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a7c24e8793af4589b812ef484e3c0c91_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,478 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aabf577932534f30b8d368e1d80c92a3_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aabf577932534f30b8d368e1d80c92a3_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,480 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c9814472e1b54b4ebccdbeaff2172e47_e37c4c5b8739f44d233eb7645d799ca0 to hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114c9814472e1b54b4ebccdbeaff2172e47_e37c4c5b8739f44d233eb7645d799ca0 2024-11-14T14:28:23,481 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T14:28:23,484 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:28:23,487 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T14:28:23,490 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T14:28:23,492 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:28:23,492 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T14:28:23,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731594503492"}]},"ts":"9223372036854775807"} 2024-11-14T14:28:23,494 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-14T14:28:23,494 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e37c4c5b8739f44d233eb7645d799ca0, NAME => 'TestAcidGuarantees,,1731594475424.e37c4c5b8739f44d233eb7645d799ca0.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T14:28:23,494 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T14:28:23,494 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731594503494"}]},"ts":"9223372036854775807"} 2024-11-14T14:28:23,496 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-14T14:28:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T14:28:23,532 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T14:28:23,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 105 msec 2024-11-14T14:28:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-14T14:28:23,732 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-14T14:28:23,745 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238 (was 236) - Thread LEAK? -, OpenFileDescriptor=453 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=362 (was 369) 2024-11-14T14:28:23,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-14T14:28:23,745 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-14T14:28:23,745 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:64189 2024-11-14T14:28:23,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:23,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:28:23,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=634853251, stopped=false 2024-11-14T14:28:23,746 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=d4069aa67eab,40903,1731594319407 2024-11-14T14:28:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:28:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:28:23,756 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-14T14:28:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:28:23,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:28:23,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:23,757 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd4069aa67eab,43913,1731594320188' ***** 2024-11-14T14:28:23,757 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-14T14:28:23,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:28:23,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:28:23,757 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:28:23,758 INFO [RS:0;d4069aa67eab:43913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:28:23,758 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-14T14:28:23,758 INFO [RS:0;d4069aa67eab:43913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:28:23,758 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(3579): Received CLOSE for bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:28:23,759 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1224): stopping server d4069aa67eab,43913,1731594320188 2024-11-14T14:28:23,759 DEBUG [RS:0;d4069aa67eab:43913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:23,759 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:28:23,759 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:28:23,759 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:28:23,759 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-14T14:28:23,759 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bbbd9d320dd5f76fcb5bd793cf0ddeb3, disabling compactions & flushes 2024-11-14T14:28:23,759 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:28:23,760 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:28:23,760 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. after waiting 0 ms 2024-11-14T14:28:23,760 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-14T14:28:23,760 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:28:23,760 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1603): Online Regions={bbbd9d320dd5f76fcb5bd793cf0ddeb3=hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:28:23,760 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing bbbd9d320dd5f76fcb5bd793cf0ddeb3 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-14T14:28:23,760 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:28:23,760 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-14T14:28:23,760 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-14T14:28:23,760 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:28:23,760 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:28:23,760 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-14T14:28:23,764 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:28:23,769 INFO [regionserver/d4069aa67eab:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:28:23,777 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/namespace/bbbd9d320dd5f76fcb5bd793cf0ddeb3/.tmp/info/99ec239ee6314d2cbb15b8769c6474cc is 45, key is default/info:d/1731594324655/Put/seqid=0 2024-11-14T14:28:23,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742330_1506 (size=5037) 2024-11-14T14:28:23,784 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/.tmp/info/e1eb03770b634d96866833a2d955d8b5 is 143, key is hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3./info:regioninfo/1731594324508/Put/seqid=0 2024-11-14T14:28:23,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742331_1507 (size=7725) 2024-11-14T14:28:23,964 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:28:24,165 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, bbbd9d320dd5f76fcb5bd793cf0ddeb3 2024-11-14T14:28:24,183 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/namespace/bbbd9d320dd5f76fcb5bd793cf0ddeb3/.tmp/info/99ec239ee6314d2cbb15b8769c6474cc 2024-11-14T14:28:24,190 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/.tmp/info/e1eb03770b634d96866833a2d955d8b5 2024-11-14T14:28:24,194 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/namespace/bbbd9d320dd5f76fcb5bd793cf0ddeb3/.tmp/info/99ec239ee6314d2cbb15b8769c6474cc as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/namespace/bbbd9d320dd5f76fcb5bd793cf0ddeb3/info/99ec239ee6314d2cbb15b8769c6474cc 2024-11-14T14:28:24,197 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/namespace/bbbd9d320dd5f76fcb5bd793cf0ddeb3/info/99ec239ee6314d2cbb15b8769c6474cc, entries=2, sequenceid=6, filesize=4.9 K 2024-11-14T14:28:24,197 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for bbbd9d320dd5f76fcb5bd793cf0ddeb3 in 437ms, sequenceid=6, compaction requested=false 2024-11-14T14:28:24,200 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/namespace/bbbd9d320dd5f76fcb5bd793cf0ddeb3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T14:28:24,200 INFO [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:28:24,200 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bbbd9d320dd5f76fcb5bd793cf0ddeb3: 2024-11-14T14:28:24,200 DEBUG [RS_CLOSE_REGION-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731594323198.bbbd9d320dd5f76fcb5bd793cf0ddeb3. 2024-11-14T14:28:24,210 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/.tmp/rep_barrier/7ca08d1c0f2d4d1b890e81b8c3578891 is 102, key is TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c./rep_barrier:/1731594349482/DeleteFamily/seqid=0 2024-11-14T14:28:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742332_1508 (size=6025) 2024-11-14T14:28:24,295 INFO [regionserver/d4069aa67eab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T14:28:24,295 INFO [regionserver/d4069aa67eab:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T14:28:24,365 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T14:28:24,565 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T14:28:24,615 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/.tmp/rep_barrier/7ca08d1c0f2d4d1b890e81b8c3578891 2024-11-14T14:28:24,643 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/.tmp/table/aca4de10d35f498b9f7ab19d37c9257d is 96, key is TestAcidGuarantees,,1731594324923.98386640180d4326f070794e9d73513c./table:/1731594349482/DeleteFamily/seqid=0 2024-11-14T14:28:24,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742333_1509 (size=5942) 2024-11-14T14:28:24,732 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:34543 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:34543,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:28:24,766 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-14T14:28:24,766 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:28:24,766 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T14:28:24,966 DEBUG [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-14T14:28:25,047 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/.tmp/table/aca4de10d35f498b9f7ab19d37c9257d 2024-11-14T14:28:25,052 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/.tmp/info/e1eb03770b634d96866833a2d955d8b5 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/info/e1eb03770b634d96866833a2d955d8b5 2024-11-14T14:28:25,055 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/info/e1eb03770b634d96866833a2d955d8b5, entries=22, sequenceid=93, filesize=7.5 K 2024-11-14T14:28:25,056 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/.tmp/rep_barrier/7ca08d1c0f2d4d1b890e81b8c3578891 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/rep_barrier/7ca08d1c0f2d4d1b890e81b8c3578891 2024-11-14T14:28:25,060 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/rep_barrier/7ca08d1c0f2d4d1b890e81b8c3578891, entries=6, sequenceid=93, filesize=5.9 K 2024-11-14T14:28:25,061 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/.tmp/table/aca4de10d35f498b9f7ab19d37c9257d as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/table/aca4de10d35f498b9f7ab19d37c9257d 2024-11-14T14:28:25,064 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/table/aca4de10d35f498b9f7ab19d37c9257d, entries=9, sequenceid=93, filesize=5.8 K 2024-11-14T14:28:25,065 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=93, compaction requested=false 2024-11-14T14:28:25,069 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-14T14:28:25,069 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:28:25,070 INFO [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-14T14:28:25,070 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-14T14:28:25,070 DEBUG [RS_CLOSE_META-regionserver/d4069aa67eab:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:28:25,166 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1250): stopping server d4069aa67eab,43913,1731594320188; all regions closed. 2024-11-14T14:28:25,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741834_1010 (size=26050) 2024-11-14T14:28:25,175 DEBUG [RS:0;d4069aa67eab:43913 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/oldWALs 2024-11-14T14:28:25,175 INFO [RS:0;d4069aa67eab:43913 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d4069aa67eab%2C43913%2C1731594320188.meta:.meta(num 1731594322923) 2024-11-14T14:28:25,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741833_1009 (size=11791464) 2024-11-14T14:28:25,179 DEBUG [RS:0;d4069aa67eab:43913 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/oldWALs 2024-11-14T14:28:25,179 INFO [RS:0;d4069aa67eab:43913 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL d4069aa67eab%2C43913%2C1731594320188:(num 1731594322392) 2024-11-14T14:28:25,179 DEBUG [RS:0;d4069aa67eab:43913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:25,180 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:28:25,180 INFO [RS:0;d4069aa67eab:43913 {}] hbase.ChoreService(370): Chore service for: regionserver/d4069aa67eab:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:28:25,180 INFO [regionserver/d4069aa67eab:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T14:28:25,181 INFO [RS:0;d4069aa67eab:43913 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43913 2024-11-14T14:28:25,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d4069aa67eab,43913,1731594320188 2024-11-14T14:28:25,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:28:25,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d4069aa67eab,43913,1731594320188] 2024-11-14T14:28:25,216 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing d4069aa67eab,43913,1731594320188; numProcessing=1 2024-11-14T14:28:25,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/d4069aa67eab,43913,1731594320188 already deleted, retry=false 2024-11-14T14:28:25,231 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; d4069aa67eab,43913,1731594320188 expired; onlineServers=0 2024-11-14T14:28:25,231 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'd4069aa67eab,40903,1731594319407' ***** 2024-11-14T14:28:25,231 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:28:25,232 DEBUG [M:0;d4069aa67eab:40903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b81c190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d4069aa67eab/172.17.0.2:0 2024-11-14T14:28:25,232 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HRegionServer(1224): stopping server d4069aa67eab,40903,1731594319407 2024-11-14T14:28:25,232 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HRegionServer(1250): stopping server d4069aa67eab,40903,1731594319407; all regions closed. 2024-11-14T14:28:25,232 DEBUG [M:0;d4069aa67eab:40903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:28:25,232 DEBUG [M:0;d4069aa67eab:40903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:28:25,232 DEBUG [M:0;d4069aa67eab:40903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:28:25,232 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:28:25,232 DEBUG [master/d4069aa67eab:0:becomeActiveMaster-HFileCleaner.large.0-1731594322033 {}] cleaner.HFileCleaner(306): Exit Thread[master/d4069aa67eab:0:becomeActiveMaster-HFileCleaner.large.0-1731594322033,5,FailOnTimeoutGroup] 2024-11-14T14:28:25,232 DEBUG [master/d4069aa67eab:0:becomeActiveMaster-HFileCleaner.small.0-1731594322033 {}] cleaner.HFileCleaner(306): Exit Thread[master/d4069aa67eab:0:becomeActiveMaster-HFileCleaner.small.0-1731594322033,5,FailOnTimeoutGroup] 2024-11-14T14:28:25,233 INFO [M:0;d4069aa67eab:40903 {}] hbase.ChoreService(370): Chore service for: master/d4069aa67eab:0 had [] on shutdown 2024-11-14T14:28:25,233 DEBUG [M:0;d4069aa67eab:40903 {}] master.HMaster(1733): Stopping service threads 2024-11-14T14:28:25,233 INFO [M:0;d4069aa67eab:40903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:28:25,233 ERROR [M:0;d4069aa67eab:40903 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[LeaseRenewer:jenkins@localhost:34543,5,PEWorkerGroup] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:34543 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34543,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T14:28:25,235 INFO [M:0;d4069aa67eab:40903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:28:25,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:28:25,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T14:28:25,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:28:25,239 DEBUG [M:0;d4069aa67eab:40903 {}] zookeeper.ZKUtil(347): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T14:28:25,239 WARN [M:0;d4069aa67eab:40903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:28:25,239 INFO [M:0;d4069aa67eab:40903 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-14T14:28:25,239 INFO [M:0;d4069aa67eab:40903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:28:25,240 DEBUG [M:0;d4069aa67eab:40903 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:28:25,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:28:25,240 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:28:25,240 DEBUG [M:0;d4069aa67eab:40903 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:28:25,240 DEBUG [M:0;d4069aa67eab:40903 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:28:25,240 DEBUG [M:0;d4069aa67eab:40903 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:28:25,240 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=721.69 KB heapSize=884.04 KB 2024-11-14T14:28:25,258 DEBUG [M:0;d4069aa67eab:40903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9659de7eade14f849875b140c0f7ecb0 is 82, key is hbase:meta,,1/info:regioninfo/1731594323045/Put/seqid=0 2024-11-14T14:28:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742334_1510 (size=5672) 2024-11-14T14:28:25,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:28:25,323 INFO [RS:0;d4069aa67eab:43913 {}] regionserver.HRegionServer(1307): Exiting; stopping=d4069aa67eab,43913,1731594320188; zookeeper connection closed. 2024-11-14T14:28:25,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43913-0x1013b0615ab0001, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:28:25,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6aedfac9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6aedfac9 2024-11-14T14:28:25,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T14:28:25,663 INFO [M:0;d4069aa67eab:40903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=1984 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9659de7eade14f849875b140c0f7ecb0 2024-11-14T14:28:25,696 DEBUG [M:0;d4069aa67eab:40903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/701a45dd6b334becb6b4d776c6a4fb8f is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x9C/proc:d/1731594478547/Put/seqid=0 2024-11-14T14:28:25,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742335_1511 (size=44662) 2024-11-14T14:28:26,102 INFO [M:0;d4069aa67eab:40903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=721.14 KB at sequenceid=1984 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/701a45dd6b334becb6b4d776c6a4fb8f 2024-11-14T14:28:26,111 INFO [M:0;d4069aa67eab:40903 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 701a45dd6b334becb6b4d776c6a4fb8f 2024-11-14T14:28:26,129 DEBUG [M:0;d4069aa67eab:40903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5b52fcf7b0e4e5baa27fd8e104960bc is 69, key is d4069aa67eab,43913,1731594320188/rs:state/1731594322165/Put/seqid=0 2024-11-14T14:28:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073742336_1512 (size=5156) 2024-11-14T14:28:26,534 INFO [M:0;d4069aa67eab:40903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=1984 (bloomFilter=true), to=hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5b52fcf7b0e4e5baa27fd8e104960bc 2024-11-14T14:28:26,543 DEBUG [M:0;d4069aa67eab:40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9659de7eade14f849875b140c0f7ecb0 as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9659de7eade14f849875b140c0f7ecb0 2024-11-14T14:28:26,547 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9659de7eade14f849875b140c0f7ecb0, entries=8, sequenceid=1984, filesize=5.5 K 2024-11-14T14:28:26,549 DEBUG [M:0;d4069aa67eab:40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/701a45dd6b334becb6b4d776c6a4fb8f as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/701a45dd6b334becb6b4d776c6a4fb8f 2024-11-14T14:28:26,553 INFO [M:0;d4069aa67eab:40903 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 701a45dd6b334becb6b4d776c6a4fb8f 2024-11-14T14:28:26,553 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/701a45dd6b334becb6b4d776c6a4fb8f, entries=177, sequenceid=1984, filesize=43.6 K 2024-11-14T14:28:26,554 DEBUG [M:0;d4069aa67eab:40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5b52fcf7b0e4e5baa27fd8e104960bc as hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5b52fcf7b0e4e5baa27fd8e104960bc 2024-11-14T14:28:26,557 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34543/user/jenkins/test-data/2e8ff2f5-1a7c-896c-0f8e-ec25409dfdc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5b52fcf7b0e4e5baa27fd8e104960bc, entries=1, sequenceid=1984, filesize=5.0 K 2024-11-14T14:28:26,558 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HRegion(3040): Finished flush of dataSize ~721.69 KB/739015, heapSize ~883.74 KB/904952, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=1984, compaction requested=false 2024-11-14T14:28:26,560 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:28:26,560 DEBUG [M:0;d4069aa67eab:40903 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-14T14:28:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41953 is added to blk_1073741830_1006 (size=869206) 2024-11-14T14:28:26,563 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-14T14:28:26,563 INFO [M:0;d4069aa67eab:40903 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-14T14:28:26,563 INFO [M:0;d4069aa67eab:40903 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40903 2024-11-14T14:28:26,597 DEBUG [M:0;d4069aa67eab:40903 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/d4069aa67eab,40903,1731594319407 already deleted, retry=false 2024-11-14T14:28:26,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:28:26,706 INFO [M:0;d4069aa67eab:40903 {}] regionserver.HRegionServer(1307): Exiting; stopping=d4069aa67eab,40903,1731594319407; zookeeper connection closed. 2024-11-14T14:28:26,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40903-0x1013b0615ab0000, quorum=127.0.0.1:64189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:28:26,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:28:26,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:28:26,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:28:26,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:28:26,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/hadoop.log.dir/,STOPPED} 2024-11-14T14:28:26,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:28:26,744 WARN [BP-131207082-172.17.0.2-1731594316047 heartbeating to localhost/127.0.0.1:34543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:28:26,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:28:26,744 WARN [BP-131207082-172.17.0.2-1731594316047 heartbeating to localhost/127.0.0.1:34543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-131207082-172.17.0.2-1731594316047 (Datanode Uuid 234fef79-4b5e-41fa-a6f2-cffedebb3877) service to localhost/127.0.0.1:34543 2024-11-14T14:28:26,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4/dfs/data/data1/current/BP-131207082-172.17.0.2-1731594316047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:28:26,746 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/cluster_3d5fbed0-a505-0a9e-229b-f432840cf8e4/dfs/data/data2/current/BP-131207082-172.17.0.2-1731594316047 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:28:26,746 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:28:26,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:28:26,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:28:26,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:28:26,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:28:26,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4f5ea02-368f-178d-a671-80bff8c4759b/hadoop.log.dir/,STOPPED} 2024-11-14T14:28:26,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:28:26,876 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down